[ 550.909739] env[69430]: INFO neutron.common.config [-] Logging enabled! [ 550.909938] env[69430]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev45 [ 550.910153] env[69430]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69430) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 550.910469] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 550.910571] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 550.911433] env[69430]: WARNING oslo_policy.policy [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 550.911660] env[69430]: WARNING oslo_policy.policy [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 550.913241] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] VMware NSXv3 Agent initialized successfully. [ 550.913605] env[69430]: DEBUG oslo_concurrency.lockutils [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] Acquiring lock "singleton_lock" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.913744] env[69430]: DEBUG oslo_concurrency.lockutils [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] Acquired lock "singleton_lock" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.913958] env[69430]: DEBUG oslo_concurrency.lockutils [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] Releasing lock "singleton_lock" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.914361] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] Full set of CONF: {{(pid=69430) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 550.914595] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ******************************************************************************** {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 550.914595] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] Configuration options gathered from: {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 550.914859] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 550.915045] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 550.915162] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ================================================================================ {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 550.915339] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] agent_down_time = 75 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.915496] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] allow_automatic_dhcp_failover = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.915644] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] allow_bulk = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.915799] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] api_extensions_path = {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.915949] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] api_paste_config = api-paste.ini {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.916116] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] auth_strategy = keystone {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.916231] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] backdoor_port = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.916340] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] backdoor_socket = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.916488] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] backlog = 4096 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.916636] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.916840] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] bind_host = 0.0.0.0 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.917084] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] bind_port = 9696 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.917371] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] client_socket_timeout = 900 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.917440] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] config_dir = [] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.917526] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.917678] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] config_source = [] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.917832] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] control_exchange = neutron {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.917985] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] core_plugin = ml2 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.918151] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] debug = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.918322] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] default_availability_zones = [] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.918587] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.918746] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] dhcp_agent_notification = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.918895] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] dhcp_agents_per_network = 1 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.919053] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] dhcp_lease_duration = 86400 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.919212] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] dhcp_load_type = networks {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.919359] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] dns_domain = openstacklocal {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.919576] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.919642] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] enable_default_route_bfd = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.919780] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] enable_default_route_ecmp = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.919918] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] enable_dvr = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.920074] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] enable_new_agents = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.921151] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.921151] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] enable_signals = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.921151] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] enable_traditional_dhcp = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.921151] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] external_dns_driver = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.921151] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] filter_validation = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.921151] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] global_physnet_mtu = 8950 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.921151] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] graceful_shutdown_timeout = 60 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.921437] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] host = cpu-1 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.921437] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] host_dvr_for_dhcp = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.921492] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] http_retries = 3 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.921897] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] instance_format = [instance: %(uuid)s] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.921897] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.921897] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ipam_driver = internal {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.923167] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ipv6_pd_enabled = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.923167] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] l3_ha = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.923167] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.923167] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] l3_ha_network_physical_name = {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.923167] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] l3_ha_network_type = {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.923167] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] log_color = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.923167] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] log_config_append = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.923379] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.923379] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] log_dir = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.923379] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] log_file = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.923454] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] log_options = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.923685] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] log_rotate_interval = 1 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.923685] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] log_rotate_interval_type = days {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.923841] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] log_rotation_type = none {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.923938] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.924057] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.924202] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.924366] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.924446] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.924789] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] max_dns_nameservers = 5 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.924789] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] max_header_line = 16384 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.924930] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] max_l3_agents_per_router = 3 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.924976] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] max_logfile_count = 30 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.925130] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] max_logfile_size_mb = 200 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.925431] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] max_subnet_host_routes = 20 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.925431] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] my_ip = 10.180.1.21 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.925572] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] my_ipv6 = ::1 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.925676] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] network_auto_schedule = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.926082] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] network_link_prefix = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.926082] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.926153] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] notify_nova_on_port_data_changes = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.926404] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] notify_nova_on_port_status_changes = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.926404] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] pagination_max_limit = -1 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.926546] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] publish_errors = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.926735] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] rate_limit_burst = 0 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.926830] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] rate_limit_except_level = CRITICAL {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.927254] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] rate_limit_interval = 0 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.927254] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] retry_until_window = 30 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.927254] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] router_distributed = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.927384] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] rpc_resources_processing_step = 20 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.927550] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] rpc_response_max_timeout = 600 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.927550] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] rpc_response_timeout = 60 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.927550] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] send_events_interval = 2 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.927550] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] service_plugins = ['router'] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.927550] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] setproctitle = on {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.927550] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] shell_completion = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.927550] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] state_path = /opt/stack/data/neutron {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.929031] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] syslog_log_facility = LOG_USER {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.929031] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] tcp_keepidle = 600 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.929031] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] transport_url = **** {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.929031] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] use_journal = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.929166] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] use_json = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.929206] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] use_ssl = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.929340] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] use_stderr = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.929479] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] use_syslog = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.929612] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] vlan_qinq = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.929743] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] vlan_transparent = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.929876] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] watch_log_file = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.930021] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] wsgi_default_pool_size = 100 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.930156] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] wsgi_keep_alive = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.930530] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.930530] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] wsgi_server_debug = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 550.930701] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_concurrency.disable_process_locking = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.930753] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.931449] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.931449] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.931449] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.931449] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.931449] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.931734] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] profiler.connection_string = messaging:// {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.931734] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] profiler.enabled = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.931857] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] profiler.es_doc_type = notification {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.932009] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] profiler.es_scroll_size = 10000 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.932155] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] profiler.es_scroll_time = 2m {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.932295] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] profiler.filter_error_trace = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.932438] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] profiler.hmac_keys = **** {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.933250] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] profiler.sentinel_service_name = mymaster {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.933250] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] profiler.socket_timeout = 0.1 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.933250] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] profiler.trace_requests = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.933250] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] profiler.trace_sqlalchemy = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.933250] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] profiler_jaeger.process_tags = {} {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.933438] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] profiler_jaeger.service_name_prefix = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.933438] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] profiler_otlp.service_name_prefix = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.933881] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_policy.enforce_new_defaults = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.933881] env[69430]: WARNING oslo_config.cfg [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 550.934048] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_policy.enforce_scope = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.934444] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_policy.policy_default_rule = default {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.934444] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.934586] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.934633] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.934771] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.935285] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.935285] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.935285] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.935409] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.935581] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.936241] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] agent.extensions = [] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.936241] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.936241] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] service_providers.service_provider = [] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.936241] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] QUOTAS.default_quota = -1 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.936356] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.936440] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] QUOTAS.quota_floatingip = 50 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.936574] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] QUOTAS.quota_network = 100 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.936710] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] QUOTAS.quota_port = 500 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.937020] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.937020] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] QUOTAS.quota_router = 10 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.937529] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] QUOTAS.quota_security_group = 10 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.937529] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.937529] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] QUOTAS.quota_subnet = 100 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.937609] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] QUOTAS.track_quota_usage = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.937743] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.937899] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep.group = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940458] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep.helper_command = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940458] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940458] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep.thread_pool_size = 8 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940458] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep.user = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940458] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940458] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_dhcp_release.group = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940458] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_dhcp_release.helper_command = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940718] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940718] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940718] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_dhcp_release.user = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940718] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940718] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_ovs_vsctl.group = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940718] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940718] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940886] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940886] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_ovs_vsctl.user = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940886] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_namespace.capabilities = [21] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940886] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_namespace.group = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940886] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_namespace.helper_command = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940886] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.940886] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.941116] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_namespace.user = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.941116] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_conntrack.capabilities = [12] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.941169] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_conntrack.group = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.941336] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_conntrack.helper_command = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.941441] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.941578] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.941711] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_conntrack.user = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.941852] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_link.capabilities = [12, 21] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.941985] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_link.group = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.942128] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_link.helper_command = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.942268] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.942404] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_link.thread_pool_size = 8 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.942534] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] privsep_link.user = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.942687] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.942835] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.942973] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.continue_on_failed_promotions = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.943136] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.dscp = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.943268] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.dscp_inherit = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.944415] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.force_mp_to_policy = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.944415] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.locking_coordinator_url = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.944415] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.log_agent_heartbeats = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.944415] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.logging_expire = 1 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.944415] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.944415] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.944415] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.polling_interval = 240 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.944886] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.944886] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.944886] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.report_interval = 30.0 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.944886] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.945100] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.945153] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947220] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.sync_skew = 60 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947220] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.synchronization_queue_size = 20 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947220] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT.use_helper_for_ns_read = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947220] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] SECURITYGROUP.enable_ipset = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947220] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] SECURITYGROUP.enable_security_group = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947220] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947220] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947420] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] experimental.ipv6_pd_enabled = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947420] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ml2.extension_drivers = ['port_security'] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947420] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ml2.external_network_type = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947420] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947420] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ml2.overlay_ip_version = 4 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947420] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ml2.path_mtu = 8950 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947420] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ml2.physical_network_mtus = {} {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947597] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947597] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947752] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ml2.type_drivers = ['vlan'] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947812] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.947965] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.948186] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.948757] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.948757] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.948757] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.949515] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.949515] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.949515] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.949515] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.949816] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_login_password = **** {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.949816] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.950061] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_login_user = admin {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.950061] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.950173] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.950828] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.950828] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.950828] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.950828] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.951092] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.951137] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.951271] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.951420] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.951573] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.951716] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.951872] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.952091] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.952620] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.952620] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.952620] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.952827] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] nova.auth_section = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.952827] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] nova.auth_type = password {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.952971] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.953129] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] nova.certfile = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.953258] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] nova.collect_timing = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.953405] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] nova.endpoint_type = public {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.953858] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] nova.insecure = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.953858] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] nova.keyfile = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.953858] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] nova.region_name = RegionOne {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.954039] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] nova.split_loggers = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.954088] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] nova.timeout = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.954228] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] placement.auth_section = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.954375] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] placement.auth_type = password {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.954518] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.954741] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] placement.certfile = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.954818] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] placement.collect_timing = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.955035] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] placement.endpoint_type = public {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.955185] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] placement.insecure = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.955321] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] placement.keyfile = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.956216] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] placement.region_name = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.956216] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] placement.split_loggers = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.956216] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] placement.timeout = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.956216] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.auth_section = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.956216] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.auth_type = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.956216] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.cafile = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.956417] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.certfile = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.956417] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.collect_timing = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.956553] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.connect_retries = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.956677] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.connect_retry_delay = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.956819] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.enable_notifications = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.956987] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.endpoint_override = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.957153] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.insecure = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.957298] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.interface = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.957437] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.keyfile = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.957574] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.max_version = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.957713] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.min_version = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.957853] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.region_name = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.957991] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.retriable_status_codes = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.958143] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.service_name = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.958281] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.service_type = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.958424] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.split_loggers = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.958559] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.status_code_retries = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.958696] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.status_code_retry_delay = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.958831] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.timeout = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.958968] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.valid_interfaces = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.959118] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ironic.version = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.959266] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] cli_script.dry_run = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.959421] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.959563] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.959706] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.959848] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.959990] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.960146] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.960288] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.960429] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.960569] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.960717] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.960856] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.961009] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.961164] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.961312] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.961452] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.961600] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.961743] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.961884] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.962043] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.962189] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.962330] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.962472] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.962617] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.962759] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.962898] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.963048] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.963190] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.963330] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.963466] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.963609] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.963752] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.ssl = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.963902] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.964069] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.964217] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.964365] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.964511] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.964656] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.964809] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_notifications.driver = [] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.964955] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_notifications.retry = -1 {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.965128] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.965272] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.965384] env[69430]: DEBUG oslo_service.backend.eventlet.service [None req-462c0b58-f259-4d2f-9c0b-dfcbf4ae7c84 None None] ******************************************************************************** {{(pid=69430) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 550.966431] env[69430]: DEBUG neutron.agent.securitygroups_rpc [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Init firewall settings (driver=nsxv3) {{(pid=69430) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 550.967774] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69430) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 550.968034] env[69430]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] RPC agent_id: nsxm-l-01a.corp.local [ 550.970359] env[69430]: DEBUG dogpile.cache.region [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 550.970484] env[69430]: DEBUG dogpile.lock [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 550.970584] env[69430]: DEBUG dogpile.lock [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 550.970679] env[69430]: DEBUG dogpile.lock [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 550.970773] env[69430]: DEBUG dogpile.cache.region [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 550.970864] env[69430]: DEBUG dogpile.lock [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 550.970996] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 550.991019] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Session token - acquiring [ 550.991164] env[69430]: DEBUG networking_nsxv3.common.locking [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.991164] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.991164] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.991164] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.001564] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.281492] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 551.304378] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 551.304603] env[69430]: DEBUG dogpile.cache.region [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Cache value generated in 0.333 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 551.304603] env[69430]: DEBUG dogpile.lock [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 551.304720] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Activating Policy API Provider. [ 551.305012] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Looking for the default Infrastructure Rules. [ 551.369224] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Looking for the Default Layer3 Logged Drop Section. [ 551.384853] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 551.385494] env[69430]: DEBUG networking_nsxv3.common.locking [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.385734] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquiring lock "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.385889] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquired lock "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.386602] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquired external semaphore "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.387550] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.902716] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.406099] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.908409] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Inventory metadata is going to be refreshed. [ 552.908709] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 553.801784] env[69430]: DEBUG networking_nsxv3.common.locking [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.802349] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.802349] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.802482] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.813237] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 553.814158] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.815144] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 553.836823] env[69430]: DEBUG networking_nsxv3.common.locking [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.837203] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.837203] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.837459] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.837589] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.837744] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 553.837861] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 553.837971] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 553.859217] env[69430]: DEBUG networking_nsxv3.common.locking [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.859552] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.859602] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.859904] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.860102] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.860260] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 553.881215] env[69430]: DEBUG networking_nsxv3.common.locking [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.881444] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.881575] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.881803] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.881954] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.882277] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 553.904275] env[69430]: DEBUG networking_nsxv3.common.locking [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.904606] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquiring lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.904606] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquired lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.904950] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquired external semaphore "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.905120] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Releasing lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.905294] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 553.905426] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 553.905562] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 553.925964] env[69430]: DEBUG networking_nsxv3.common.locking [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.926206] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquiring lock "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.926348] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquired lock "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.926617] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquired external semaphore "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.926731] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Releasing lock "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.926927] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 553.927204] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 553.927344] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 553.947892] env[69430]: DEBUG networking_nsxv3.common.locking [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.948146] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.948290] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.948547] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.948694] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.948852] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 553.948961] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 553.949079] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Inventory metadata have been refreshed. [ 553.949180] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Dryrun:True. Metadata refresh completed. [ 553.949300] env[69430]: DEBUG oslo_concurrency.lockutils [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Releasing lock "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.951223] env[69430]: INFO neutron.agent.agent_extensions_manager [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Loaded agent extensions: [] [ 553.951953] env[69430]: DEBUG neutron_lib.callbacks.manager [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69430) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 553.998439] env[69430]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] NSXv3 Agent Agent RPC Daemon Started! [ 553.998588] env[69430]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] NSXv3 Agent Agent loop - iteration:0 started [ 553.998695] env[69430]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] NSXv3 Agent Agent out of sync with plugin! [ 558.952391] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.952391] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.953803] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.953803] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.718611] env[69430]: INFO networking_nsxv3.common.synchronization [None req-df26b3ef-3ca9-42fd-8892-7fcf40ab1bb9 demo admin] Enqueued Resource ID: 818e678f-4ecc-4d72-a039-99ff97417c63 with Priority: HIGHEST for action security_group_rules [ 568.719151] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 818e678f-4ecc-4d72-a039-99ff97417c63 with Priority: HIGHEST for action security_group_rules [ 568.719470] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-818e678f-4ecc-4d72-a039-99ff97417c63 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.719599] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-818e678f-4ecc-4d72-a039-99ff97417c63" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.719664] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-818e678f-4ecc-4d72-a039-99ff97417c63" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.720025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-818e678f-4ecc-4d72-a039-99ff97417c63" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.720230] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('818e678f-4ecc-4d72-a039-99ff97417c63',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.240162] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.240162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.240162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.240162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.240162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.240162] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 818e678f-4ecc-4d72-a039-99ff97417c63 already deleted. [ 569.240162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-818e678f-4ecc-4d72-a039-99ff97417c63" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.720577] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 573.720975] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 578.722160] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 578.722578] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 583.723869] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 583.724265] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 588.725688] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 588.726064] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 593.726864] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 593.727156] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 597.843147] env[69430]: INFO networking_nsxv3.common.synchronization [None req-554ebeab-ba32-4fce-bc80-14fb7aec786c None None] Enqueued Resource ID: 71201e93-94c2-4559-af60-3c4a4b2e40a3 with Priority: HIGHEST for action port [ 597.844600] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71201e93-94c2-4559-af60-3c4a4b2e40a3 with Priority: HIGHEST for action port [ 597.844600] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-71201e93-94c2-4559-af60-3c4a4b2e40a3 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.844600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71201e93-94c2-4559-af60-3c4a4b2e40a3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.844600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71201e93-94c2-4559-af60-3c4a4b2e40a3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.844600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71201e93-94c2-4559-af60-3c4a4b2e40a3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.844600] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71201e93-94c2-4559-af60-3c4a4b2e40a3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.348420] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71201e93-94c2-4559-af60-3c4a4b2e40a3 [ 598.349072] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.349222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.349285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.349488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.349588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.349889] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71201e93-94c2-4559-af60-3c4a4b2e40a3 already deleted. [ 598.349973] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71201e93-94c2-4559-af60-3c4a4b2e40a3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.376169] env[69430]: INFO networking_nsxv3.common.synchronization [None req-1282c7f6-0a6a-4c85-8865-dca17963697f None None] Enqueued Resource ID: b4c4bb2e-b9d5-4f9b-bd21-81dc216286d0 with Priority: HIGHEST for action port [ 599.376418] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c4bb2e-b9d5-4f9b-bd21-81dc216286d0 with Priority: HIGHEST for action port [ 599.377040] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4c4bb2e-b9d5-4f9b-bd21-81dc216286d0 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.377040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4c4bb2e-b9d5-4f9b-bd21-81dc216286d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.377172] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4c4bb2e-b9d5-4f9b-bd21-81dc216286d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.377360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4c4bb2e-b9d5-4f9b-bd21-81dc216286d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.377466] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4c4bb2e-b9d5-4f9b-bd21-81dc216286d0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.880684] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4c4bb2e-b9d5-4f9b-bd21-81dc216286d0 [ 599.880910] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.881058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.881128] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.881338] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.881536] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.881536] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4c4bb2e-b9d5-4f9b-bd21-81dc216286d0 already deleted. [ 599.881619] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4c4bb2e-b9d5-4f9b-bd21-81dc216286d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.888463] env[69430]: INFO networking_nsxv3.common.synchronization [None req-d85cf3e6-2dec-4098-8bff-b283115440e1 None None] Enqueued Resource ID: 96125ae7-abaf-4777-b743-53347ca428cb with Priority: HIGHEST for action port [ 599.888463] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96125ae7-abaf-4777-b743-53347ca428cb with Priority: HIGHEST for action port [ 599.888463] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-96125ae7-abaf-4777-b743-53347ca428cb taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.888463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96125ae7-abaf-4777-b743-53347ca428cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.888463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96125ae7-abaf-4777-b743-53347ca428cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.888463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96125ae7-abaf-4777-b743-53347ca428cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.888463] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96125ae7-abaf-4777-b743-53347ca428cb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.391463] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96125ae7-abaf-4777-b743-53347ca428cb [ 600.391739] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.391833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.391902] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.392127] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.392222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.392367] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96125ae7-abaf-4777-b743-53347ca428cb already deleted. [ 600.392473] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96125ae7-abaf-4777-b743-53347ca428cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.943032] env[69430]: INFO networking_nsxv3.common.synchronization [None req-6ed398e4-69cc-4689-8092-aa183d3faea6 None None] Enqueued Resource ID: 493b3a2f-eeaa-476f-8854-ff5f80dcfd1d with Priority: HIGHEST for action port [ 600.943032] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493b3a2f-eeaa-476f-8854-ff5f80dcfd1d with Priority: HIGHEST for action port [ 600.943032] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-493b3a2f-eeaa-476f-8854-ff5f80dcfd1d taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.943032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-493b3a2f-eeaa-476f-8854-ff5f80dcfd1d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.943032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-493b3a2f-eeaa-476f-8854-ff5f80dcfd1d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.943580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-493b3a2f-eeaa-476f-8854-ff5f80dcfd1d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.943791] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('493b3a2f-eeaa-476f-8854-ff5f80dcfd1d',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.003469] env[69430]: INFO networking_nsxv3.common.synchronization [None req-7f27d803-398d-4be5-ae26-51c12de20af5 None None] Enqueued Resource ID: 72b930c0-0f8a-4424-9d1b-b97c15c72f00 with Priority: HIGHEST for action port [ 601.003469] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b930c0-0f8a-4424-9d1b-b97c15c72f00 with Priority: HIGHEST for action port [ 601.007107] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-72b930c0-0f8a-4424-9d1b-b97c15c72f00 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.007189] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72b930c0-0f8a-4424-9d1b-b97c15c72f00" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.007222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72b930c0-0f8a-4424-9d1b-b97c15c72f00" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.008243] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72b930c0-0f8a-4424-9d1b-b97c15c72f00" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.008243] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72b930c0-0f8a-4424-9d1b-b97c15c72f00',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.447353] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 493b3a2f-eeaa-476f-8854-ff5f80dcfd1d [ 601.448882] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.448882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.448882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.448882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.448882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.448882] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:493b3a2f-eeaa-476f-8854-ff5f80dcfd1d already deleted. [ 601.448882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-493b3a2f-eeaa-476f-8854-ff5f80dcfd1d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.512551] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72b930c0-0f8a-4424-9d1b-b97c15c72f00 [ 601.512551] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.512551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.512551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.512551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.512551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.512551] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72b930c0-0f8a-4424-9d1b-b97c15c72f00 already deleted. [ 601.512551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72b930c0-0f8a-4424-9d1b-b97c15c72f00" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.785460] env[69430]: INFO networking_nsxv3.common.synchronization [None req-f0cd586d-f0bd-4486-92fe-bd70924df6e3 None None] Enqueued Resource ID: ef41672b-1816-4e80-a6be-68d4e2289a6b with Priority: HIGHEST for action port [ 601.786620] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef41672b-1816-4e80-a6be-68d4e2289a6b with Priority: HIGHEST for action port [ 601.787665] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef41672b-1816-4e80-a6be-68d4e2289a6b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.787778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef41672b-1816-4e80-a6be-68d4e2289a6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.787868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef41672b-1816-4e80-a6be-68d4e2289a6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.788178] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef41672b-1816-4e80-a6be-68d4e2289a6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.790019] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef41672b-1816-4e80-a6be-68d4e2289a6b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.291828] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef41672b-1816-4e80-a6be-68d4e2289a6b [ 602.291828] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.291828] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.292054] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.292274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.292398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.292533] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef41672b-1816-4e80-a6be-68d4e2289a6b already deleted. [ 602.292869] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef41672b-1816-4e80-a6be-68d4e2289a6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.296600] env[69430]: INFO networking_nsxv3.common.synchronization [None req-6ccffd44-35a4-4147-8c62-9191c2cc938f None None] Enqueued Resource ID: 190b0c69-62d8-477d-a23c-77e94a426577 with Priority: HIGHEST for action port [ 602.296841] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190b0c69-62d8-477d-a23c-77e94a426577 with Priority: HIGHEST for action port [ 602.297442] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-190b0c69-62d8-477d-a23c-77e94a426577 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.297563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-190b0c69-62d8-477d-a23c-77e94a426577" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.297635] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-190b0c69-62d8-477d-a23c-77e94a426577" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.297892] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-190b0c69-62d8-477d-a23c-77e94a426577" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.297975] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('190b0c69-62d8-477d-a23c-77e94a426577',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.803372] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 190b0c69-62d8-477d-a23c-77e94a426577 [ 602.803676] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.803748] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.803931] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.804037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.804127] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.804223] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:190b0c69-62d8-477d-a23c-77e94a426577 already deleted. [ 602.804301] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-190b0c69-62d8-477d-a23c-77e94a426577" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.911685] env[69430]: INFO networking_nsxv3.common.synchronization [None req-743d1662-0014-43c7-92b6-30911027701b None None] Enqueued Resource ID: 5c4a7a4b-1ee5-4d3e-96ef-1b48961e32b1 with Priority: HIGHEST for action port [ 602.911685] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4a7a4b-1ee5-4d3e-96ef-1b48961e32b1 with Priority: HIGHEST for action port [ 602.911685] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c4a7a4b-1ee5-4d3e-96ef-1b48961e32b1 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.911685] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c4a7a4b-1ee5-4d3e-96ef-1b48961e32b1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.911685] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c4a7a4b-1ee5-4d3e-96ef-1b48961e32b1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.911685] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c4a7a4b-1ee5-4d3e-96ef-1b48961e32b1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.911685] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c4a7a4b-1ee5-4d3e-96ef-1b48961e32b1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.413836] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c4a7a4b-1ee5-4d3e-96ef-1b48961e32b1 [ 603.414075] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.414075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.414203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.414393] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.414393] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.414497] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c4a7a4b-1ee5-4d3e-96ef-1b48961e32b1 already deleted. [ 603.414581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c4a7a4b-1ee5-4d3e-96ef-1b48961e32b1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.955232] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.957282] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.957282] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.957282] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.957282] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.983277] env[69430]: INFO networking_nsxv3.common.synchronization [None req-bdcda1f0-dc7d-485b-8eb6-8effbeb3f1b8 None None] Enqueued Resource ID: 8f2032e6-7656-4747-af5c-d24b5700d7ed with Priority: HIGHEST for action port [ 603.983277] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f2032e6-7656-4747-af5c-d24b5700d7ed with Priority: HIGHEST for action port [ 603.983277] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f2032e6-7656-4747-af5c-d24b5700d7ed taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.983277] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f2032e6-7656-4747-af5c-d24b5700d7ed" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.983277] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f2032e6-7656-4747-af5c-d24b5700d7ed" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.983277] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f2032e6-7656-4747-af5c-d24b5700d7ed" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.983277] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f2032e6-7656-4747-af5c-d24b5700d7ed',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.991769] env[69430]: INFO networking_nsxv3.common.synchronization [None req-7d3dfc69-9d79-402a-940e-607fb9fd5380 None None] Enqueued Resource ID: 3a350df0-1af0-406e-b030-ca38e851a776 with Priority: HIGHEST for action port [ 603.992886] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a350df0-1af0-406e-b030-ca38e851a776 with Priority: HIGHEST for action port [ 603.995256] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a350df0-1af0-406e-b030-ca38e851a776 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.995256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a350df0-1af0-406e-b030-ca38e851a776" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.995256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a350df0-1af0-406e-b030-ca38e851a776" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.995256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a350df0-1af0-406e-b030-ca38e851a776" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.995256] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a350df0-1af0-406e-b030-ca38e851a776',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.362029] env[69430]: INFO networking_nsxv3.common.synchronization [None req-7153ca6c-b116-46f1-9e5d-1d88a04d2fbd None None] Enqueued Resource ID: 4685f9e9-8736-4dcc-9679-f79aac4f356b with Priority: HIGHEST for action port [ 604.362029] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4685f9e9-8736-4dcc-9679-f79aac4f356b with Priority: HIGHEST for action port [ 604.362317] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-4685f9e9-8736-4dcc-9679-f79aac4f356b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.362441] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4685f9e9-8736-4dcc-9679-f79aac4f356b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.362513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4685f9e9-8736-4dcc-9679-f79aac4f356b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.362778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4685f9e9-8736-4dcc-9679-f79aac4f356b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.362866] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4685f9e9-8736-4dcc-9679-f79aac4f356b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.463950] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.492225] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f2032e6-7656-4747-af5c-d24b5700d7ed [ 604.492538] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.492724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.492792] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.493278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.493278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.493278] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f2032e6-7656-4747-af5c-d24b5700d7ed already deleted. [ 604.493278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f2032e6-7656-4747-af5c-d24b5700d7ed" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.496612] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a350df0-1af0-406e-b030-ca38e851a776 [ 604.496612] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.496612] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.496815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.496815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.496897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.496990] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a350df0-1af0-406e-b030-ca38e851a776 already deleted. [ 604.497079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a350df0-1af0-406e-b030-ca38e851a776" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.867675] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4685f9e9-8736-4dcc-9679-f79aac4f356b [ 604.867675] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.867675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.867675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.867675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.867675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.867675] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4685f9e9-8736-4dcc-9679-f79aac4f356b already deleted. [ 604.867675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4685f9e9-8736-4dcc-9679-f79aac4f356b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.969573] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.475656] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 605.475761] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 606.009384] env[69430]: INFO networking_nsxv3.common.synchronization [None req-924685a3-4140-4552-989d-fca5cb54d4d4 None None] Enqueued Resource ID: 8d384fca-8e83-4f2c-9a94-55691df21051 with Priority: HIGHEST for action port [ 606.009888] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d384fca-8e83-4f2c-9a94-55691df21051 with Priority: HIGHEST for action port [ 606.011925] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d384fca-8e83-4f2c-9a94-55691df21051 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.011925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d384fca-8e83-4f2c-9a94-55691df21051" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.011925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d384fca-8e83-4f2c-9a94-55691df21051" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.012375] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d384fca-8e83-4f2c-9a94-55691df21051" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.012586] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d384fca-8e83-4f2c-9a94-55691df21051',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.262437] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.263268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.263358] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.265704] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.282724] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 606.284461] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.285930] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 606.306341] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.306712] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.306894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.307202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.307645] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.308070] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 606.308197] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 606.308291] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 606.324922] env[69430]: INFO networking_nsxv3.common.synchronization [None req-b39451e0-6275-469c-a506-98a8c1ca4c89 None None] Enqueued Resource ID: c785d328-cc57-4b65-9e9e-cbade191005d with Priority: HIGHEST for action port [ 606.325622] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c785d328-cc57-4b65-9e9e-cbade191005d with Priority: HIGHEST for action port [ 606.326566] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-c785d328-cc57-4b65-9e9e-cbade191005d taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.326732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c785d328-cc57-4b65-9e9e-cbade191005d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.326853] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c785d328-cc57-4b65-9e9e-cbade191005d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.327259] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c785d328-cc57-4b65-9e9e-cbade191005d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.327398] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c785d328-cc57-4b65-9e9e-cbade191005d',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.333285] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.333285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.333285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.333285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.333285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.333285] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 606.355890] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.355890] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.355890] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.355890] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.355890] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.355890] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 606.376638] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.376793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.376867] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.377126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.377198] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.377305] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 606.377377] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 606.377629] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 606.399385] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.399517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.399597] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.400191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.400191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.400191] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 606.400191] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 606.400191] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 606.425674] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.426643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.426643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.426643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.426643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.426643] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 606.426643] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 606.426643] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 606.426643] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 606.426643] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 606.426643] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 606.428432] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 606.428432] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 606.428432] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 606.428432] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 606.449346] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.449485] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.449552] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.449812] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.449944] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.450076] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 606.472519] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.472519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.472519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.472519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.472519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.515667] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d384fca-8e83-4f2c-9a94-55691df21051 [ 606.515924] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.517572] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.517572] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.517572] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.517572] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.517572] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d384fca-8e83-4f2c-9a94-55691df21051 already deleted. [ 606.517572] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d384fca-8e83-4f2c-9a94-55691df21051" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.565201] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.832404] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c785d328-cc57-4b65-9e9e-cbade191005d [ 606.832644] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.832782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.832855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.833084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.833175] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.833271] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c785d328-cc57-4b65-9e9e-cbade191005d already deleted. [ 606.833351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c785d328-cc57-4b65-9e9e-cbade191005d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.655956] env[69430]: INFO networking_nsxv3.common.synchronization [None req-069c6666-4e60-48e9-8d4a-fd4579ac9069 None None] Enqueued Resource ID: 0f1745d5-1715-4fcf-9393-8ec35d8c5bbf with Priority: HIGHEST for action port [ 607.656645] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1745d5-1715-4fcf-9393-8ec35d8c5bbf with Priority: HIGHEST for action port [ 607.657333] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f1745d5-1715-4fcf-9393-8ec35d8c5bbf taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.657470] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f1745d5-1715-4fcf-9393-8ec35d8c5bbf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.657553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f1745d5-1715-4fcf-9393-8ec35d8c5bbf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.657808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f1745d5-1715-4fcf-9393-8ec35d8c5bbf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.657891] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f1745d5-1715-4fcf-9393-8ec35d8c5bbf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.678385] env[69430]: INFO networking_nsxv3.common.synchronization [None req-fdc59611-eb41-4969-bcd2-73b12bc469db None None] Enqueued Resource ID: 30c942c8-4b07-4c04-96bd-dd4eb159c7aa with Priority: HIGHEST for action port [ 607.678635] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c942c8-4b07-4c04-96bd-dd4eb159c7aa with Priority: HIGHEST for action port [ 607.679175] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-30c942c8-4b07-4c04-96bd-dd4eb159c7aa taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.679296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30c942c8-4b07-4c04-96bd-dd4eb159c7aa" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.679363] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30c942c8-4b07-4c04-96bd-dd4eb159c7aa" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.679593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30c942c8-4b07-4c04-96bd-dd4eb159c7aa" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.679674] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30c942c8-4b07-4c04-96bd-dd4eb159c7aa',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.163945] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f1745d5-1715-4fcf-9393-8ec35d8c5bbf [ 608.164047] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.164176] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.164440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.164440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.164529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.164622] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f1745d5-1715-4fcf-9393-8ec35d8c5bbf already deleted. [ 608.164741] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f1745d5-1715-4fcf-9393-8ec35d8c5bbf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.186622] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30c942c8-4b07-4c04-96bd-dd4eb159c7aa [ 608.189330] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.189330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.189330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.189330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.189330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.189330] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30c942c8-4b07-4c04-96bd-dd4eb159c7aa already deleted. [ 608.189330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30c942c8-4b07-4c04-96bd-dd4eb159c7aa" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.672757] env[69430]: INFO networking_nsxv3.common.synchronization [None req-b602af27-24c6-4732-85de-354d6cd359cb None None] Enqueued Resource ID: d069921b-4ab2-4d1d-81b8-3f4a31d7ae9c with Priority: HIGHEST for action port [ 608.673023] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d069921b-4ab2-4d1d-81b8-3f4a31d7ae9c with Priority: HIGHEST for action port [ 608.673605] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-d069921b-4ab2-4d1d-81b8-3f4a31d7ae9c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.675185] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d069921b-4ab2-4d1d-81b8-3f4a31d7ae9c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.675185] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d069921b-4ab2-4d1d-81b8-3f4a31d7ae9c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.677447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d069921b-4ab2-4d1d-81b8-3f4a31d7ae9c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.677447] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d069921b-4ab2-4d1d-81b8-3f4a31d7ae9c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.797904] env[69430]: INFO networking_nsxv3.common.synchronization [None req-2b680b79-0f7d-4373-8c49-b94604263675 None None] Enqueued Resource ID: 0eeddccb-eb4e-407e-b222-d9251559d3bc with Priority: HIGHEST for action port [ 608.798185] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eeddccb-eb4e-407e-b222-d9251559d3bc with Priority: HIGHEST for action port [ 608.798796] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eeddccb-eb4e-407e-b222-d9251559d3bc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.802078] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eeddccb-eb4e-407e-b222-d9251559d3bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.802194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eeddccb-eb4e-407e-b222-d9251559d3bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.802458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eeddccb-eb4e-407e-b222-d9251559d3bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.802546] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eeddccb-eb4e-407e-b222-d9251559d3bc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.971126] env[69430]: INFO networking_nsxv3.common.synchronization [req-e5e52eff-de93-4517-a772-bfa87a03010e req-926ae9be-5107-4972-bf4c-b81b0b6ca59d tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Enqueued Resource ID: adcef041-d972-4f90-9f1e-a8b195dba32a with Priority: HIGHEST for action security_group_members [ 608.972029] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adcef041-d972-4f90-9f1e-a8b195dba32a with Priority: HIGHEST for action security_group_members [ 608.982427] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-adcef041-d972-4f90-9f1e-a8b195dba32a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.982427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.982427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.982427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.982427] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.982427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.982427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.982427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.982427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.982427] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.178823] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d069921b-4ab2-4d1d-81b8-3f4a31d7ae9c [ 609.178823] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.178823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.178823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.178823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.178823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.178823] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d069921b-4ab2-4d1d-81b8-3f4a31d7ae9c already deleted. [ 609.179132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d069921b-4ab2-4d1d-81b8-3f4a31d7ae9c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.306559] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0eeddccb-eb4e-407e-b222-d9251559d3bc [ 609.306559] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.306559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.306559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.306559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.306559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.306559] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0eeddccb-eb4e-407e-b222-d9251559d3bc already deleted. [ 609.306559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eeddccb-eb4e-407e-b222-d9251559d3bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.485889] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.486027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.486091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.486636] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.487050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.487304] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.487405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.487489] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.487693] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.487781] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.487871] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adcef041-d972-4f90-9f1e-a8b195dba32a already deleted. [ 609.487953] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.145799] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.145799] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.145799] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.145799] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.145799] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.146221] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.146221] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.146469] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.146469] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.146869] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 610.146991] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.147200] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.148027] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.148027] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 610.148027] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.148027] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.166748] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.166928] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 610.167092] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.167286] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.167623] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-8c421c57-e174-4e80-86b7-454ed09fa7a5 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.167841] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-8c421c57-e174-4e80-86b7-454ed09fa7a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.167932] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-8c421c57-e174-4e80-86b7-454ed09fa7a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.168488] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-8c421c57-e174-4e80-86b7-454ed09fa7a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.168488] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c421c57-e174-4e80-86b7-454ed09fa7a5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.458566] env[69430]: INFO networking_nsxv3.common.synchronization [req-e1086568-a917-4521-89d1-d6d2d6044a58 req-02abca6d-fb4f-4d75-92f0-36e60156a9da tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Enqueued Resource ID: 1fb3b376-7588-42d1-8833-62e544ac2581 with Priority: HIGHEST for action security_group_members [ 610.459467] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb3b376-7588-42d1-8833-62e544ac2581 with Priority: HIGHEST for action security_group_members [ 610.459467] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb3b376-7588-42d1-8833-62e544ac2581 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.459562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.459562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.459900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.459997] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.461033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.461331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.461331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.461422] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.461486] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fb3b376-7588-42d1-8833-62e544ac2581',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.674435] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.674435] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.674435] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.674435] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.674435] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.674435] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 8c421c57-e174-4e80-86b7-454ed09fa7a5 not found, creating... [ 610.674435] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.674435] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.674889] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.674889] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.674947] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.675525] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.675640] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.675785] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.676041] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.676191] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.676337] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 8c421c57-e174-4e80-86b7-454ed09fa7a5 is going to be created. [ 610.698409] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.698675] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.698820] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.699132] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.699374] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.699603] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-8c421c57-e174-4e80-86b7-454ed09fa7a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.967070] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.967070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.967070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.967070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.967070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.967070] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.967070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.967070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.967070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.967070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.967070] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb3b376-7588-42d1-8833-62e544ac2581 already deleted. [ 610.967070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.416925] env[69430]: INFO networking_nsxv3.common.synchronization [None req-d28df9da-6d80-40cd-bc9e-84f31991cdc1 None None] Enqueued Resource ID: a3a74c84-1efe-43b2-842a-7d6cddd6b4a5 with Priority: HIGHEST for action port [ 611.416925] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a74c84-1efe-43b2-842a-7d6cddd6b4a5 with Priority: HIGHEST for action port [ 611.416925] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3a74c84-1efe-43b2-842a-7d6cddd6b4a5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.417414] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3a74c84-1efe-43b2-842a-7d6cddd6b4a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.417414] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3a74c84-1efe-43b2-842a-7d6cddd6b4a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.417414] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3a74c84-1efe-43b2-842a-7d6cddd6b4a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.417414] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3a74c84-1efe-43b2-842a-7d6cddd6b4a5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.425236] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-319 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.425236] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-319" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.425236] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-319" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.425236] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-319" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.425236] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.425236] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.425236] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.425236] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.425819] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.425819] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.425819] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.425819] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.425927] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.426051] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.426086] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.427576] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.446807] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.446984] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 611.447044] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.447227] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-319" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.447588] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-4d889d3a-618f-447a-b986-9c6150090b2b taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.447773] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-4d889d3a-618f-447a-b986-9c6150090b2b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.447901] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-4d889d3a-618f-447a-b986-9c6150090b2b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.448250] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-4d889d3a-618f-447a-b986-9c6150090b2b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.448591] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d889d3a-618f-447a-b986-9c6150090b2b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.541846] env[69430]: INFO networking_nsxv3.common.synchronization [None req-b44d714d-e01e-430b-988e-135e03887706 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Enqueued Resource ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 with Priority: HIGHEST for action security_group_rules [ 611.542375] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 with Priority: HIGHEST for action security_group_rules [ 611.542674] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-697eaf45-155d-41e2-83dc-293d7cb7e248 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.542797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.542864] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.546160] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.546160] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('697eaf45-155d-41e2-83dc-293d7cb7e248',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.712654] env[69430]: INFO networking_nsxv3.common.synchronization [None req-1a97a528-f143-49a7-9cbb-fbf7381f1757 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Enqueued Resource ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 with Priority: HIGHEST for action security_group_rules [ 611.712654] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 with Priority: HIGHEST for action security_group_rules [ 611.712654] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-697eaf45-155d-41e2-83dc-293d7cb7e248 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.712654] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.920164] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3a74c84-1efe-43b2-842a-7d6cddd6b4a5 [ 611.920164] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.920164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.920164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.920413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.920413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.920413] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3a74c84-1efe-43b2-842a-7d6cddd6b4a5 already deleted. [ 611.920503] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3a74c84-1efe-43b2-842a-7d6cddd6b4a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.954248] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.954248] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.954248] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.954434] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.954490] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.954645] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 4d889d3a-618f-447a-b986-9c6150090b2b not found, creating... [ 611.954975] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.955177] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.955310] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.955603] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.956703] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.956972] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.957262] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.957952] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.957952] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.957952] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.958189] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 4d889d3a-618f-447a-b986-9c6150090b2b is going to be created. [ 611.982308] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.982308] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.982517] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.985042] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.985042] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.985042] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-4d889d3a-618f-447a-b986-9c6150090b2b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.079961] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.079961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.079961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.079961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.079961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.079961] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 already deleted. [ 612.079961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.079961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.079961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.079961] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('697eaf45-155d-41e2-83dc-293d7cb7e248',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.165178] env[69430]: INFO networking_nsxv3.common.synchronization [None req-c7b45852-5197-4f9f-b882-4aa66e5be277 None None] Enqueued Resource ID: fcf34ac1-56fe-42d6-8bf6-c310f5c3357f with Priority: HIGHEST for action port [ 612.166373] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf34ac1-56fe-42d6-8bf6-c310f5c3357f with Priority: HIGHEST for action port [ 612.167150] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcf34ac1-56fe-42d6-8bf6-c310f5c3357f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.167150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcf34ac1-56fe-42d6-8bf6-c310f5c3357f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.167150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcf34ac1-56fe-42d6-8bf6-c310f5c3357f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.167316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcf34ac1-56fe-42d6-8bf6-c310f5c3357f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.167316] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcf34ac1-56fe-42d6-8bf6-c310f5c3357f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.266937] env[69430]: INFO networking_nsxv3.common.synchronization [req-e5e52eff-de93-4517-a772-bfa87a03010e req-cfe4eb4a-805f-4ba7-8eea-3200b75d0a43 service nova] Enqueued Resource ID: adcef041-d972-4f90-9f1e-a8b195dba32a with Priority: HIGHEST for action security_group_rules [ 612.266937] env[69430]: INFO networking_nsxv3.common.synchronization [req-e5e52eff-de93-4517-a772-bfa87a03010e req-cfe4eb4a-805f-4ba7-8eea-3200b75d0a43 service nova] Enqueued Resource ID: adcef041-d972-4f90-9f1e-a8b195dba32a with Priority: HIGHEST for action security_group_members [ 612.266937] env[69430]: INFO networking_nsxv3.common.synchronization [req-e5e52eff-de93-4517-a772-bfa87a03010e req-cfe4eb4a-805f-4ba7-8eea-3200b75d0a43 service nova] Enqueued Resource ID: 8c421c57-e174-4e80-86b7-454ed09fa7a5 with Priority: HIGHEST for action port [ 612.266937] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adcef041-d972-4f90-9f1e-a8b195dba32a with Priority: HIGHEST for action security_group_rules [ 612.266937] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adcef041-d972-4f90-9f1e-a8b195dba32a with Priority: HIGHEST for action security_group_members [ 612.266937] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c421c57-e174-4e80-86b7-454ed09fa7a5 with Priority: HIGHEST for action port [ 612.266937] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adcef041-d972-4f90-9f1e-a8b195dba32a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.266937] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.266937] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.266937] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.266937] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.269430] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-adcef041-d972-4f90-9f1e-a8b195dba32a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.270075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.270075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.270217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.270367] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.270592] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.270768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.270969] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.271197] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.271381] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.275815] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c421c57-e174-4e80-86b7-454ed09fa7a5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.275815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c421c57-e174-4e80-86b7-454ed09fa7a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.276316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c421c57-e174-4e80-86b7-454ed09fa7a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.276316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c421c57-e174-4e80-86b7-454ed09fa7a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.276421] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c421c57-e174-4e80-86b7-454ed09fa7a5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.601756] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.602085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.602085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.602216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.602281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.602375] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 already deleted. [ 612.602456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.671293] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcf34ac1-56fe-42d6-8bf6-c310f5c3357f [ 612.672029] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.672029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.672029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.672029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.672209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.672209] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcf34ac1-56fe-42d6-8bf6-c310f5c3357f already deleted. [ 612.672265] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcf34ac1-56fe-42d6-8bf6-c310f5c3357f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.764237] env[69430]: INFO networking_nsxv3.common.synchronization [None req-a8f513aa-cfab-4a0b-97d5-b64d43fb3ee0 None None] Enqueued Resource ID: b107ca67-c4be-4bbf-87a9-afe35e32c50e with Priority: HIGHEST for action port [ 612.765192] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b107ca67-c4be-4bbf-87a9-afe35e32c50e with Priority: HIGHEST for action port [ 612.765543] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-b107ca67-c4be-4bbf-87a9-afe35e32c50e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.765669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b107ca67-c4be-4bbf-87a9-afe35e32c50e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.765734] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b107ca67-c4be-4bbf-87a9-afe35e32c50e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.766083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b107ca67-c4be-4bbf-87a9-afe35e32c50e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.766250] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b107ca67-c4be-4bbf-87a9-afe35e32c50e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.778886] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-adcef041-d972-4f90-9f1e-a8b195dba32a taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.779042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.791936] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.793722] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c421c57-e174-4e80-86b7-454ed09fa7a5 with status ACTIVE [ 612.793818] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.793933] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.793977] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.794194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.794289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.794472] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.794578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.794624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.794775] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.794963] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.795119] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.795119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.795209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.795430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.795430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.795516] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c421c57-e174-4e80-86b7-454ed09fa7a5 is going to be updated. [ 612.829959] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.830137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.830180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.830386] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.830563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.831242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c421c57-e174-4e80-86b7-454ed09fa7a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.271707] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b107ca67-c4be-4bbf-87a9-afe35e32c50e [ 613.271707] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.271707] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.271707] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.271707] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.271707] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.272087] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b107ca67-c4be-4bbf-87a9-afe35e32c50e already deleted. [ 613.272240] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b107ca67-c4be-4bbf-87a9-afe35e32c50e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.305862] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.494352] env[69430]: INFO networking_nsxv3.common.synchronization [req-e3e0305e-437e-4f10-a237-d51b2ec4e910 req-ede0e0d4-d28f-4669-aebc-da0769d3e5f4 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Enqueued Resource ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 with Priority: HIGHEST for action security_group_members [ 613.495120] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 with Priority: HIGHEST for action security_group_members [ 613.497032] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.497220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.497311] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.497621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.497840] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.497980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.499265] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.499506] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.499684] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.499743] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224b345d-c7bd-4d7e-8a08-19d2fb7a7614',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.548874] env[69430]: INFO networking_nsxv3.common.synchronization [req-e1086568-a917-4521-89d1-d6d2d6044a58 req-31c9739f-d7cf-4f8f-b45a-142613ca71e3 service nova] Enqueued Resource ID: 1fb3b376-7588-42d1-8833-62e544ac2581 with Priority: HIGHEST for action security_group_rules [ 613.549063] env[69430]: INFO networking_nsxv3.common.synchronization [req-e1086568-a917-4521-89d1-d6d2d6044a58 req-31c9739f-d7cf-4f8f-b45a-142613ca71e3 service nova] Enqueued Resource ID: 1fb3b376-7588-42d1-8833-62e544ac2581 with Priority: HIGHEST for action security_group_members [ 613.549233] env[69430]: INFO networking_nsxv3.common.synchronization [req-e1086568-a917-4521-89d1-d6d2d6044a58 req-31c9739f-d7cf-4f8f-b45a-142613ca71e3 service nova] Enqueued Resource ID: 4d889d3a-618f-447a-b986-9c6150090b2b with Priority: HIGHEST for action port [ 613.549479] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb3b376-7588-42d1-8833-62e544ac2581 with Priority: HIGHEST for action security_group_rules [ 613.549626] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb3b376-7588-42d1-8833-62e544ac2581 with Priority: HIGHEST for action security_group_members [ 613.549721] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d889d3a-618f-447a-b986-9c6150090b2b with Priority: HIGHEST for action port [ 613.550452] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fb3b376-7588-42d1-8833-62e544ac2581 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.550580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.550633] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.550882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.551581] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fb3b376-7588-42d1-8833-62e544ac2581',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.551874] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb3b376-7588-42d1-8833-62e544ac2581 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.551988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.552078] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.552257] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.552402] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.557056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.557056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.557056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.557056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.557056] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fb3b376-7588-42d1-8833-62e544ac2581',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.557663] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d889d3a-618f-447a-b986-9c6150090b2b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.557790] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d889d3a-618f-447a-b986-9c6150090b2b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.557855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d889d3a-618f-447a-b986-9c6150090b2b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.558042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d889d3a-618f-447a-b986-9c6150090b2b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.558113] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d889d3a-618f-447a-b986-9c6150090b2b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.809228] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.809228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.809228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.809228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.809228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.809614] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adcef041-d972-4f90-9f1e-a8b195dba32a is going to be created. [ 613.843931] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.845392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.845392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.847427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.848718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.863877] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adcef041-d972-4f90-9f1e-a8b195dba32a in Status: UNINITIALIZED for 2s [ 614.002907] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.003171] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.003250] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.003522] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.003650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.003950] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.004126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.004180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.004374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.004499] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.006632] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 already deleted. [ 614.006632] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.056326] env[69430]: INFO networking_nsxv3.common.synchronization [None req-ed223ce7-289d-475a-b0f4-119997e8ca65 None None] Enqueued Resource ID: fde70bdd-0706-4584-8c32-3807c767d75f with Priority: HIGHEST for action port [ 614.056683] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde70bdd-0706-4584-8c32-3807c767d75f with Priority: HIGHEST for action port [ 614.057759] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-fde70bdd-0706-4584-8c32-3807c767d75f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.057855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fde70bdd-0706-4584-8c32-3807c767d75f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.057855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fde70bdd-0706-4584-8c32-3807c767d75f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.062427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fde70bdd-0706-4584-8c32-3807c767d75f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.062427] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde70bdd-0706-4584-8c32-3807c767d75f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.064712] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fb3b376-7588-42d1-8833-62e544ac2581',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.065680] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb3b376-7588-42d1-8833-62e544ac2581 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.065953] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.070563] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d889d3a-618f-447a-b986-9c6150090b2b with status ACTIVE [ 614.070563] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.070563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.070563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.070563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.070563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.070563] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.070563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.070563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.070563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.070563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.070563] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.070563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.070563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.070987] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.070987] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.070987] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d889d3a-618f-447a-b986-9c6150090b2b is going to be updated. [ 614.095842] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.095842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.095842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.095842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.095842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.096161] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d889d3a-618f-447a-b986-9c6150090b2b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.231724] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.232018] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.232498] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.232844] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.233330] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.233560] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.233675] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.234029] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.234286] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.234628] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 614.235275] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.235512] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.235717] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.235951] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 614.237224] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.238091] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.270057] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.270264] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 614.270411] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.270664] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.270928] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-5a64a60a-8124-452a-9ce8-cba2d979ab06 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.271127] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-5a64a60a-8124-452a-9ce8-cba2d979ab06" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.271460] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-5a64a60a-8124-452a-9ce8-cba2d979ab06" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.272317] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-5a64a60a-8124-452a-9ce8-cba2d979ab06" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.272317] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a64a60a-8124-452a-9ce8-cba2d979ab06',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.572676] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fb3b376-7588-42d1-8833-62e544ac2581',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.577035] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fde70bdd-0706-4584-8c32-3807c767d75f [ 614.577386] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.577386] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.577498] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.578017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.578017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.578017] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fde70bdd-0706-4584-8c32-3807c767d75f already deleted. [ 614.578017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fde70bdd-0706-4584-8c32-3807c767d75f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.777436] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.777436] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.777436] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.777436] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.777436] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.777436] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 5a64a60a-8124-452a-9ce8-cba2d979ab06 not found, creating... [ 614.777436] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.777436] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.777436] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.777436] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.777800] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.777800] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.777873] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.778408] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.778408] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.778408] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.778715] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 5a64a60a-8124-452a-9ce8-cba2d979ab06 is going to be created. [ 614.801043] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.801280] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.801280] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.801647] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.801938] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.802277] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-5a64a60a-8124-452a-9ce8-cba2d979ab06" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.079173] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.079173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.079173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.079173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.079173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.079173] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb3b376-7588-42d1-8833-62e544ac2581 is going to be created. [ 615.105041] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.105041] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.105041] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.105041] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.105406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.117058] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb3b376-7588-42d1-8833-62e544ac2581 in Status: UNINITIALIZED for 2s [ 615.506167] env[69430]: INFO networking_nsxv3.common.synchronization [req-e3e0305e-437e-4f10-a237-d51b2ec4e910 req-aff99467-aa82-4612-8fce-31c0f6dc980c service nova] Enqueued Resource ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 with Priority: HIGHEST for action security_group_rules [ 615.507231] env[69430]: INFO networking_nsxv3.common.synchronization [req-e3e0305e-437e-4f10-a237-d51b2ec4e910 req-aff99467-aa82-4612-8fce-31c0f6dc980c service nova] Enqueued Resource ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 with Priority: HIGHEST for action security_group_members [ 615.507231] env[69430]: INFO networking_nsxv3.common.synchronization [req-e3e0305e-437e-4f10-a237-d51b2ec4e910 req-aff99467-aa82-4612-8fce-31c0f6dc980c service nova] Enqueued Resource ID: 5a64a60a-8124-452a-9ce8-cba2d979ab06 with Priority: HIGHEST for action port [ 615.507231] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 with Priority: HIGHEST for action security_group_rules [ 615.507231] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 with Priority: HIGHEST for action security_group_members [ 615.507231] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a64a60a-8124-452a-9ce8-cba2d979ab06 with Priority: HIGHEST for action port [ 615.507713] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224b345d-c7bd-4d7e-8a08-19d2fb7a7614 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.507713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.507713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.510937] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.510937] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224b345d-c7bd-4d7e-8a08-19d2fb7a7614',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.511380] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.512038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.512113] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.512292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.512448] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.512558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.512634] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.512777] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.512870] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.512960] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224b345d-c7bd-4d7e-8a08-19d2fb7a7614',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.514387] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a64a60a-8124-452a-9ce8-cba2d979ab06 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.516483] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a64a60a-8124-452a-9ce8-cba2d979ab06" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.516483] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a64a60a-8124-452a-9ce8-cba2d979ab06" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.516483] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a64a60a-8124-452a-9ce8-cba2d979ab06" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.516483] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a64a60a-8124-452a-9ce8-cba2d979ab06',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.521542] env[69430]: INFO networking_nsxv3.common.synchronization [req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 req-c8a71173-c6a0-49d0-8016-d63fcc4a08c5 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Enqueued Resource ID: bb827088-837a-487d-8c13-80f1f167c534 with Priority: HIGHEST for action security_group_members [ 615.522089] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb827088-837a-487d-8c13-80f1f167c534 with Priority: HIGHEST for action security_group_members [ 615.522666] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb827088-837a-487d-8c13-80f1f167c534 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.523039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.523173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.523416] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.523813] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.524481] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.524592] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.525686] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.525686] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.526128] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb827088-837a-487d-8c13-80f1f167c534',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.878117] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adcef041-d972-4f90-9f1e-a8b195dba32a in Status: SUCCESS [ 615.878369] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.878543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.878794] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.878991] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.879123] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.879188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.879340] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.879420] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.879505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.879593] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.019404] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.020625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.020625] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('224b345d-c7bd-4d7e-8a08-19d2fb7a7614',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.020998] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a64a60a-8124-452a-9ce8-cba2d979ab06 with status ACTIVE [ 616.021478] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.021615] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.021673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.023760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.023760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.023760] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.023760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.023760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.023760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.023760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.025122] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.025258] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.025323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.025534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.025662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.025662] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a64a60a-8124-452a-9ce8-cba2d979ab06 is going to be updated. [ 616.028724] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.028825] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.028901] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.029118] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.029207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.029393] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.029491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.029556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.029707] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.029789] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.029868] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb827088-837a-487d-8c13-80f1f167c534 already deleted. [ 616.029952] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.051133] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.051451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.051611] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.051938] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.052870] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.052870] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a64a60a-8124-452a-9ce8-cba2d979ab06" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.385390] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-adcef041-d972-4f90-9f1e-a8b195dba32a taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.385716] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.385803] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.386113] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.387041] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.388089] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.388089] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.388089] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.388089] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.388089] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.388089] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-adcef041-d972-4f90-9f1e-a8b195dba32a taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.388089] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.388089] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.388459] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.389436] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.389586] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.389675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.389864] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.390281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.390604] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.390604] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.514891] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.515135] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.515246] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.515515] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.515783] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.518319] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.521425] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.521425] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.521425] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.521425] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.521425] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.521425] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.521425] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.521425] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.521425] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.521425] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.529390] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('224b345d-c7bd-4d7e-8a08-19d2fb7a7614',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.543605] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.543749] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 616.543914] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.544163] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.544617] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-1ad95a78-413d-4ea3-b170-376136e53bcb taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.544829] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-1ad95a78-413d-4ea3-b170-376136e53bcb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.544960] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-1ad95a78-413d-4ea3-b170-376136e53bcb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.545367] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-1ad95a78-413d-4ea3-b170-376136e53bcb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.545579] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ad95a78-413d-4ea3-b170-376136e53bcb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.894184] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adcef041-d972-4f90-9f1e-a8b195dba32a: rpc.has_security_group_logging(os_id): False [ 616.920652] env[69430]: INFO networking_nsxv3.common.synchronization [None req-8a9fd9e2-6598-4f71-8d23-ea72389523a9 None None] Enqueued Resource ID: cc1f67db-b58c-43b6-9e2d-22b4ac23c7ff with Priority: HIGHEST for action port [ 616.924958] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.925450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.925450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.925713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.925816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.926275] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.926355] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.926507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.926638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.926719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.927210] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.927210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.927343] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.927528] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.927693] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.928532] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.928532] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.929232] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.929232] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.929232] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.929232] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adcef041-d972-4f90-9f1e-a8b195dba32a is going to be created. [ 616.931565] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc1f67db-b58c-43b6-9e2d-22b4ac23c7ff with Priority: HIGHEST for action port [ 616.932090] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc1f67db-b58c-43b6-9e2d-22b4ac23c7ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.932956] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc1f67db-b58c-43b6-9e2d-22b4ac23c7ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.934188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc1f67db-b58c-43b6-9e2d-22b4ac23c7ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.934188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc1f67db-b58c-43b6-9e2d-22b4ac23c7ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.934188] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc1f67db-b58c-43b6-9e2d-22b4ac23c7ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.021451] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.021610] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.023041] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.023041] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.023041] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.033936] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.034131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.034202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.035314] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.035618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.035833] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 is going to be created. [ 617.040619] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adcef041-d972-4f90-9f1e-a8b195dba32a in Status: IN_PROGRESS for 2s [ 617.049847] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.050979] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.051045] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.051368] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.051529] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.051715] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 1ad95a78-413d-4ea3-b170-376136e53bcb not found, creating... [ 617.052118] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.052281] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.052405] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.054100] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.054334] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.054597] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.054777] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.054940] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.055203] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.055394] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.055573] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 1ad95a78-413d-4ea3-b170-376136e53bcb is going to be created. [ 617.079712] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.080094] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.080094] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.080388] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.080626] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.080887] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-1ad95a78-413d-4ea3-b170-376136e53bcb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.085154] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.085154] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.085154] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.085331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.085656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.104773] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 in Status: UNINITIALIZED for 2s [ 617.130213] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb3b376-7588-42d1-8833-62e544ac2581 in Status: UNINITIALIZED for 4s [ 617.217912] env[69430]: INFO networking_nsxv3.common.synchronization [None req-25a2b4d4-0b93-448b-9d44-81b3d63af05a tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Enqueued Resource ID: 9931dbcd-1900-4392-b82f-7e18420f1038 with Priority: HIGHEST for action security_group_rules [ 617.218489] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9931dbcd-1900-4392-b82f-7e18420f1038 with Priority: HIGHEST for action security_group_rules [ 617.218747] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9931dbcd-1900-4392-b82f-7e18420f1038 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.218873] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.218938] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.219203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.219286] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9931dbcd-1900-4392-b82f-7e18420f1038',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.398229] env[69430]: INFO networking_nsxv3.common.synchronization [None req-a532212f-0564-4427-9b33-1920c37cc918 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Enqueued Resource ID: 9931dbcd-1900-4392-b82f-7e18420f1038 with Priority: HIGHEST for action security_group_rules [ 617.398832] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9931dbcd-1900-4392-b82f-7e18420f1038 with Priority: HIGHEST for action security_group_rules [ 617.399148] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9931dbcd-1900-4392-b82f-7e18420f1038 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.399251] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.437400] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc1f67db-b58c-43b6-9e2d-22b4ac23c7ff [ 617.437688] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.437966] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.437966] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.438161] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.438256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.438350] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc1f67db-b58c-43b6-9e2d-22b4ac23c7ff already deleted. [ 617.438444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc1f67db-b58c-43b6-9e2d-22b4ac23c7ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.452310] env[69430]: INFO networking_nsxv3.common.synchronization [None req-b74ee7f3-d4e6-4001-a746-ef27e4f74861 None None] Enqueued Resource ID: 66558bd5-c208-4385-802f-538854145548 with Priority: HIGHEST for action port [ 617.453321] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66558bd5-c208-4385-802f-538854145548 with Priority: HIGHEST for action port [ 617.454609] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-66558bd5-c208-4385-802f-538854145548 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.454609] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66558bd5-c208-4385-802f-538854145548" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.454609] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66558bd5-c208-4385-802f-538854145548" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.454609] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66558bd5-c208-4385-802f-538854145548" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.455046] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66558bd5-c208-4385-802f-538854145548',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.745508] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.745508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.745508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.745508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.745508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.745508] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9931dbcd-1900-4392-b82f-7e18420f1038 already deleted. [ 617.745508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.745766] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.746051] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.746090] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9931dbcd-1900-4392-b82f-7e18420f1038',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.958641] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66558bd5-c208-4385-802f-538854145548 [ 617.959076] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.959566] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.959566] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.959943] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.959943] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.960339] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66558bd5-c208-4385-802f-538854145548 already deleted. [ 617.960339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66558bd5-c208-4385-802f-538854145548" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.271171] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.271171] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.271171] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.271171] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.271171] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.271171] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9931dbcd-1900-4392-b82f-7e18420f1038 already deleted. [ 618.271171] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.288492] env[69430]: INFO networking_nsxv3.common.synchronization [req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 req-5ff6b605-7ac1-4d79-9b0c-a7aaa4d43b19 service nova] Enqueued Resource ID: bb827088-837a-487d-8c13-80f1f167c534 with Priority: HIGHEST for action security_group_rules [ 618.291438] env[69430]: INFO networking_nsxv3.common.synchronization [req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 req-5ff6b605-7ac1-4d79-9b0c-a7aaa4d43b19 service nova] Enqueued Resource ID: bb827088-837a-487d-8c13-80f1f167c534 with Priority: HIGHEST for action security_group_members [ 618.291660] env[69430]: INFO networking_nsxv3.common.synchronization [req-7ff18462-ea37-4bf9-9a27-25e43bb37ce2 req-5ff6b605-7ac1-4d79-9b0c-a7aaa4d43b19 service nova] Enqueued Resource ID: 1ad95a78-413d-4ea3-b170-376136e53bcb with Priority: HIGHEST for action port [ 618.291936] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb827088-837a-487d-8c13-80f1f167c534 with Priority: HIGHEST for action security_group_rules [ 618.292347] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb827088-837a-487d-8c13-80f1f167c534 with Priority: HIGHEST for action security_group_members [ 618.292347] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad95a78-413d-4ea3-b170-376136e53bcb with Priority: HIGHEST for action port [ 618.292843] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb827088-837a-487d-8c13-80f1f167c534 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.292984] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.293057] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.293305] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.293384] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb827088-837a-487d-8c13-80f1f167c534',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.294276] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb827088-837a-487d-8c13-80f1f167c534 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.294391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.294451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.294625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.294772] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.294857] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.294983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.295062] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.295144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.295229] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb827088-837a-487d-8c13-80f1f167c534',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.295995] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ad95a78-413d-4ea3-b170-376136e53bcb taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.297292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ad95a78-413d-4ea3-b170-376136e53bcb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.297379] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ad95a78-413d-4ea3-b170-376136e53bcb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.298538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ad95a78-413d-4ea3-b170-376136e53bcb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.298756] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ad95a78-413d-4ea3-b170-376136e53bcb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.801972] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb827088-837a-487d-8c13-80f1f167c534',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.803318] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb827088-837a-487d-8c13-80f1f167c534 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.803470] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.803577] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ad95a78-413d-4ea3-b170-376136e53bcb with status ACTIVE [ 618.803742] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.803842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.803903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.804309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.804309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.804518] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.804518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.804518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.804904] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.804904] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.804904] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.805046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.808468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.808468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.808468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.808468] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ad95a78-413d-4ea3-b170-376136e53bcb is going to be updated. [ 618.829633] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.829779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.830724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.830724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.830724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.830724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ad95a78-413d-4ea3-b170-376136e53bcb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.882891] env[69430]: INFO networking_nsxv3.common.synchronization [None req-e3764e60-e16d-4a98-aed8-40f2c38bfad5 None None] Enqueued Resource ID: b2640148-95d2-455f-a5fb-5c0ada545a69 with Priority: HIGHEST for action port [ 618.883223] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2640148-95d2-455f-a5fb-5c0ada545a69 with Priority: HIGHEST for action port [ 618.883758] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2640148-95d2-455f-a5fb-5c0ada545a69 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.883859] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2640148-95d2-455f-a5fb-5c0ada545a69" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.883909] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2640148-95d2-455f-a5fb-5c0ada545a69" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.884298] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2640148-95d2-455f-a5fb-5c0ada545a69" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.884298] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2640148-95d2-455f-a5fb-5c0ada545a69',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.055229] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adcef041-d972-4f90-9f1e-a8b195dba32a in Status: SUCCESS [ 619.056384] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.123689] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 in Status: SUCCESS [ 619.123689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.123689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.123689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.123689] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.123689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.123689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.123689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.123689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.123689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.123689] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('224b345d-c7bd-4d7e-8a08-19d2fb7a7614',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.141713] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb3b376-7588-42d1-8833-62e544ac2581 in Status: SUCCESS [ 619.145063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.145063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.145063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.145063] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.145063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.145063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.145063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.145063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.145063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.145063] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fb3b376-7588-42d1-8833-62e544ac2581',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.309608] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb827088-837a-487d-8c13-80f1f167c534',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.389159] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2640148-95d2-455f-a5fb-5c0ada545a69 [ 619.389414] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.389649] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.389649] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.389847] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.390031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.390075] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2640148-95d2-455f-a5fb-5c0ada545a69 already deleted. [ 619.390126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2640148-95d2-455f-a5fb-5c0ada545a69" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.628675] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.628675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.628675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.628981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.628981] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.629144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.629144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.629274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.630030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.630030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.630030] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.630030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.630030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.630030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.630265] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.630669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.630669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.630971] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.630971] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.631474] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.631474] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('224b345d-c7bd-4d7e-8a08-19d2fb7a7614',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.649731] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb3b376-7588-42d1-8833-62e544ac2581 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.650039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.650083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.650395] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.650429] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.650698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.650698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.650836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.650927] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.651034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.651185] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb3b376-7588-42d1-8833-62e544ac2581 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.651276] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.651750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.651750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.651750] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.651884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.651884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.651978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.652059] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.652275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.652275] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fb3b376-7588-42d1-8833-62e544ac2581',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.816834] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.818316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.818316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.818316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.818316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.818498] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb827088-837a-487d-8c13-80f1f167c534 is going to be created. [ 619.845225] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.845368] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.845439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.846570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.847474] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.863051] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb827088-837a-487d-8c13-80f1f167c534 in Status: UNINITIALIZED for 2s [ 620.058829] env[69430]: INFO networking_nsxv3.common.synchronization [None req-4be10003-a428-4d81-b11f-a5006c92e7de None None] Enqueued Resource ID: c209c0b3-da75-4b66-aaf7-5b894a91bcc6 with Priority: HIGHEST for action port [ 620.059485] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c209c0b3-da75-4b66-aaf7-5b894a91bcc6 with Priority: HIGHEST for action port [ 620.059941] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-c209c0b3-da75-4b66-aaf7-5b894a91bcc6 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.060123] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c209c0b3-da75-4b66-aaf7-5b894a91bcc6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.060182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c209c0b3-da75-4b66-aaf7-5b894a91bcc6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.060449] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c209c0b3-da75-4b66-aaf7-5b894a91bcc6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.060531] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c209c0b3-da75-4b66-aaf7-5b894a91bcc6',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.135042] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 224b345d-c7bd-4d7e-8a08-19d2fb7a7614: rpc.has_security_group_logging(os_id): False [ 620.155127] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fb3b376-7588-42d1-8833-62e544ac2581: rpc.has_security_group_logging(os_id): False [ 620.163223] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.163223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.163223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.164071] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.164071] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.164071] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.164071] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.164071] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.164383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.164383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.164444] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.164514] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.165033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.165033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.165033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.165033] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.165299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.165299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.165299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.165384] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.165411] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 is going to be created. [ 620.196815] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.197130] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.197130] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.197278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.197354] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.198529] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.198529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.198529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.198529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.198529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.198529] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.198529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.198529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.203216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.203216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.203216] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.203216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.203216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.203216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.203216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.203216] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fb3b376-7588-42d1-8833-62e544ac2581 is going to be created. [ 620.351829] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.351829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.351829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.351829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.351829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.355887] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.355887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.355887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.355887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.355887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.380135] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 in Status: IN_PROGRESS for 2s [ 620.382670] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fb3b376-7588-42d1-8833-62e544ac2581 in Status: IN_PROGRESS for 2s [ 620.523329] env[69430]: INFO networking_nsxv3.common.synchronization [req-25213f5a-a11e-4bcb-919b-528148d6c53b req-efe9733f-a9e2-4c39-ba1f-d031fdda239a tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Enqueued Resource ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de with Priority: HIGHEST for action security_group_members [ 620.525038] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de with Priority: HIGHEST for action security_group_members [ 620.527336] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.527336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.527336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.527336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.527336] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.527336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.527336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.527622] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.528497] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.528497] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.565370] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c209c0b3-da75-4b66-aaf7-5b894a91bcc6 [ 620.565530] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.565664] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.565740] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.565945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.566044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.566139] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c209c0b3-da75-4b66-aaf7-5b894a91bcc6 already deleted. [ 620.566221] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c209c0b3-da75-4b66-aaf7-5b894a91bcc6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.033111] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.033482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.033482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.033647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.034247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.034247] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.034247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.034247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.034505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.034505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.034594] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de already deleted. [ 621.034633] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.365639] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.365791] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.365839] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.366386] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.366616] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.366997] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.366997] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.367842] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.368367] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.368729] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 621.369039] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.369039] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.369448] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.369448] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 621.369448] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.369666] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.393369] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.396026] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 621.396026] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.396026] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.396026] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-e47450e6-9678-4eb2-bf80-f5805ff12431 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.396026] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-e47450e6-9678-4eb2-bf80-f5805ff12431" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.398524] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-e47450e6-9678-4eb2-bf80-f5805ff12431" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.398524] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-e47450e6-9678-4eb2-bf80-f5805ff12431" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.398524] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e47450e6-9678-4eb2-bf80-f5805ff12431',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.516264] env[69430]: INFO networking_nsxv3.common.synchronization [None req-6561f420-264b-4025-a585-d5dc8392af3c None None] Enqueued Resource ID: e2a25435-4aad-4cdd-a7bd-aa45093e79e9 with Priority: HIGHEST for action port [ 621.519303] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a25435-4aad-4cdd-a7bd-aa45093e79e9 with Priority: HIGHEST for action port [ 621.520261] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2a25435-4aad-4cdd-a7bd-aa45093e79e9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.520424] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2a25435-4aad-4cdd-a7bd-aa45093e79e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.520564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2a25435-4aad-4cdd-a7bd-aa45093e79e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.520913] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2a25435-4aad-4cdd-a7bd-aa45093e79e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.521042] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2a25435-4aad-4cdd-a7bd-aa45093e79e9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.567598] env[69430]: INFO networking_nsxv3.common.synchronization [None req-2517cd40-fdac-46d6-a714-67caaff7b3e0 None None] Enqueued Resource ID: 1a4029d9-adeb-4149-9018-370c7e21e4ba with Priority: HIGHEST for action port [ 621.569116] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4029d9-adeb-4149-9018-370c7e21e4ba with Priority: HIGHEST for action port [ 621.569596] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a4029d9-adeb-4149-9018-370c7e21e4ba taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.569806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a4029d9-adeb-4149-9018-370c7e21e4ba" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.569931] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a4029d9-adeb-4149-9018-370c7e21e4ba" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.571058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a4029d9-adeb-4149-9018-370c7e21e4ba" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.571236] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a4029d9-adeb-4149-9018-370c7e21e4ba',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.878500] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb827088-837a-487d-8c13-80f1f167c534 in Status: SUCCESS [ 621.880673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.880673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.880673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.880673] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.880673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.880673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.880673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.880673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.880673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.880673] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb827088-837a-487d-8c13-80f1f167c534',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.903163] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.903163] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.903163] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.903163] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.903163] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.903989] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port e47450e6-9678-4eb2-bf80-f5805ff12431 not found, creating... [ 621.903989] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.903989] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.903989] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.905257] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.905462] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.906729] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.907893] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.907893] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.908818] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.908818] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.908818] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: e47450e6-9678-4eb2-bf80-f5805ff12431 is going to be created. [ 621.951132] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.951384] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.951506] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.951949] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.952305] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.952600] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-e47450e6-9678-4eb2-bf80-f5805ff12431" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.025761] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2a25435-4aad-4cdd-a7bd-aa45093e79e9 [ 622.026614] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.026837] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.028040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.028040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.028040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.028040] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2a25435-4aad-4cdd-a7bd-aa45093e79e9 already deleted. [ 622.028040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2a25435-4aad-4cdd-a7bd-aa45093e79e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.075124] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a4029d9-adeb-4149-9018-370c7e21e4ba [ 622.075464] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.075464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.075689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.075729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.076048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.076048] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a4029d9-adeb-4149-9018-370c7e21e4ba already deleted. [ 622.076048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a4029d9-adeb-4149-9018-370c7e21e4ba" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.384934] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb827088-837a-487d-8c13-80f1f167c534 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.384934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.384934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.385208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.385405] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.385528] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.386275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.386275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.386275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.387338] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.387420] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb827088-837a-487d-8c13-80f1f167c534 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.387479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.387547] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.387770] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.388089] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.388089] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.388089] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.388342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.388342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.389842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.389842] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb827088-837a-487d-8c13-80f1f167c534',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.409491] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fb3b376-7588-42d1-8833-62e544ac2581 in Status: SUCCESS [ 622.409703] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.411021] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 in Status: SUCCESS [ 622.411021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.891037] env[69430]: INFO networking_nsxv3.common.synchronization [req-25213f5a-a11e-4bcb-919b-528148d6c53b req-8c106abb-8ec9-4388-8c98-7d47f5e459d2 service nova] Enqueued Resource ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de with Priority: HIGHEST for action security_group_rules [ 622.891037] env[69430]: INFO networking_nsxv3.common.synchronization [req-25213f5a-a11e-4bcb-919b-528148d6c53b req-8c106abb-8ec9-4388-8c98-7d47f5e459d2 service nova] Enqueued Resource ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de with Priority: HIGHEST for action security_group_members [ 622.891037] env[69430]: INFO networking_nsxv3.common.synchronization [req-25213f5a-a11e-4bcb-919b-528148d6c53b req-8c106abb-8ec9-4388-8c98-7d47f5e459d2 service nova] Enqueued Resource ID: e47450e6-9678-4eb2-bf80-f5805ff12431 with Priority: HIGHEST for action port [ 622.891037] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de with Priority: HIGHEST for action security_group_rules [ 622.891037] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de with Priority: HIGHEST for action security_group_members [ 622.891037] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e47450e6-9678-4eb2-bf80-f5805ff12431 with Priority: HIGHEST for action port [ 622.892103] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.892418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.892418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.892565] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.892565] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.893550] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.893672] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.894793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.894793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.894793] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.894793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.894793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.894793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.894793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.894793] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.897747] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-e47450e6-9678-4eb2-bf80-f5805ff12431 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.897747] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e47450e6-9678-4eb2-bf80-f5805ff12431" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.897747] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e47450e6-9678-4eb2-bf80-f5805ff12431" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.897747] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e47450e6-9678-4eb2-bf80-f5805ff12431" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.900947] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e47450e6-9678-4eb2-bf80-f5805ff12431',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.902746] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb827088-837a-487d-8c13-80f1f167c534: rpc.has_security_group_logging(os_id): False [ 622.924753] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.924753] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.924969] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.925095] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.925209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.925330] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.925426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.925490] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.925661] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.925742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.928380] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.928380] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.928380] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.928380] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.928380] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.928380] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.928380] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.928380] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.928380] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.928380] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.928380] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb827088-837a-487d-8c13-80f1f167c534 is going to be created. [ 622.992039] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.992256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.992344] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.992605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.992831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.006439] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb827088-837a-487d-8c13-80f1f167c534 in Status: IN_PROGRESS for 2s [ 623.404055] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.404882] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.405028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.405476] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e47450e6-9678-4eb2-bf80-f5805ff12431 with status ACTIVE [ 623.405882] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.406042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.406117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.406360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.406454] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.407833] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.408132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.408132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.408423] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.408575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.410226] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.411463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.411463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.411463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.412407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.412407] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e47450e6-9678-4eb2-bf80-f5805ff12431 is going to be updated. [ 623.437627] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.437627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.437627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.437627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.437627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.437627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e47450e6-9678-4eb2-bf80-f5805ff12431" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.565256] env[69430]: INFO networking_nsxv3.common.synchronization [None req-07a96903-51cd-4231-b2bc-05da3fa9abf8 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Enqueued Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_rules [ 623.566397] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_rules [ 623.566660] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.567715] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.567715] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.568039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.568167] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.677109] env[69430]: INFO networking_nsxv3.common.synchronization [None req-1154e719-3960-4c0e-8148-a76e3240deec tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Enqueued Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_rules [ 623.678519] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_rules [ 623.678519] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.678519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.906199] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.094244] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.094906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.094906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.094906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.094906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.094906] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 already deleted. [ 624.095315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.095315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.095315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.095453] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.411068] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.411068] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.411068] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.411068] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.411068] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.411068] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de is going to be created. [ 624.436448] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.436981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.437213] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.437510] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.437810] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.449431] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de in Status: UNINITIALIZED for 2s [ 624.625733] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.626829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.626829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.626829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.626829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.626829] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 already deleted. [ 624.626829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.864370] env[69430]: INFO networking_nsxv3.common.synchronization [None req-3ccdc42a-64c9-444e-82d6-fcdc4b2a4442 None None] Enqueued Resource ID: dd3743fb-b99a-4b6a-bb60-8e5395803c03 with Priority: HIGHEST for action port [ 624.864370] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd3743fb-b99a-4b6a-bb60-8e5395803c03 with Priority: HIGHEST for action port [ 624.864527] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd3743fb-b99a-4b6a-bb60-8e5395803c03 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.864652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd3743fb-b99a-4b6a-bb60-8e5395803c03" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.864707] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd3743fb-b99a-4b6a-bb60-8e5395803c03" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.865859] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd3743fb-b99a-4b6a-bb60-8e5395803c03" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.867327] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd3743fb-b99a-4b6a-bb60-8e5395803c03',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.025262] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb827088-837a-487d-8c13-80f1f167c534 in Status: SUCCESS [ 625.025262] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.065235] env[69430]: INFO networking_nsxv3.common.synchronization [req-396e1461-012b-4298-b8a7-2a50248404ce req-1111820f-b5c9-45f5-be17-fda119ff37d1 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 625.065766] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 625.066085] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.066229] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.066305] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.066524] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.066688] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.066785] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.066848] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.067011] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.067634] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.067924] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.369704] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd3743fb-b99a-4b6a-bb60-8e5395803c03 [ 625.370052] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.370245] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.370462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.371667] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.371667] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.371667] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd3743fb-b99a-4b6a-bb60-8e5395803c03 already deleted. [ 625.371667] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd3743fb-b99a-4b6a-bb60-8e5395803c03" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.538429] env[69430]: INFO networking_nsxv3.common.synchronization [None req-14c27564-4a5c-46e9-bc58-dbbce1b0afa8 None None] Enqueued Resource ID: c8af8560-12af-4299-96c9-1cf173eed1de with Priority: HIGHEST for action port [ 625.540464] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8af8560-12af-4299-96c9-1cf173eed1de with Priority: HIGHEST for action port [ 625.540464] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8af8560-12af-4299-96c9-1cf173eed1de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.540464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8af8560-12af-4299-96c9-1cf173eed1de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.540464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8af8560-12af-4299-96c9-1cf173eed1de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.540464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8af8560-12af-4299-96c9-1cf173eed1de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.540464] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8af8560-12af-4299-96c9-1cf173eed1de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.572070] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.572070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.572070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.572070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.572070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.572070] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.572070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.572070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.572679] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.572679] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.572679] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 already deleted. [ 625.572679] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.030108] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.030108] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.030108] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.030490] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.030612] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.030765] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.030880] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.031110] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.031764] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.032816] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.032816] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.032956] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.032956] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.033274] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.035960] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.035960] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.042190] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8af8560-12af-4299-96c9-1cf173eed1de [ 626.042691] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.042899] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.043042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.043261] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.043361] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.046311] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8af8560-12af-4299-96c9-1cf173eed1de already deleted. [ 626.046311] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8af8560-12af-4299-96c9-1cf173eed1de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.063679] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.063868] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 626.063913] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.065079] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.065079] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-90a35bf4-7e10-43e5-95e9-0de8d358e951 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.065079] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-90a35bf4-7e10-43e5-95e9-0de8d358e951" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.065079] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-90a35bf4-7e10-43e5-95e9-0de8d358e951" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.065079] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-90a35bf4-7e10-43e5-95e9-0de8d358e951" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.065393] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90a35bf4-7e10-43e5-95e9-0de8d358e951',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.464312] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de in Status: SUCCESS [ 626.464312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.464312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.467615] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.467774] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.468082] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.468082] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.468285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.468285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.468356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.468479] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.568968] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.569409] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.569409] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.569819] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.570087] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.570312] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 90a35bf4-7e10-43e5-95e9-0de8d358e951 not found, creating... [ 626.570709] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.570865] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.570974] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.571253] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.571402] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.571752] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.571976] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.572901] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.577197] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.577439] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.577623] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 90a35bf4-7e10-43e5-95e9-0de8d358e951 is going to be created. [ 626.603857] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.604575] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.605070] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.607561] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.607644] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.607890] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-90a35bf4-7e10-43e5-95e9-0de8d358e951" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.847204] env[69430]: INFO networking_nsxv3.common.synchronization [None req-de6cc508-042d-4b2d-9764-88bac9129b45 None None] Enqueued Resource ID: bac90ff8-771a-485d-8a64-4afe8f540bd8 with Priority: HIGHEST for action port [ 626.847204] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bac90ff8-771a-485d-8a64-4afe8f540bd8 with Priority: HIGHEST for action port [ 626.847827] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-bac90ff8-771a-485d-8a64-4afe8f540bd8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.847827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bac90ff8-771a-485d-8a64-4afe8f540bd8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.847827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bac90ff8-771a-485d-8a64-4afe8f540bd8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.847827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bac90ff8-771a-485d-8a64-4afe8f540bd8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.848101] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bac90ff8-771a-485d-8a64-4afe8f540bd8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.973040] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.973040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.973040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.973040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.973040] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.973040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.973040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.973040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.973040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.973602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.973602] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.973602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.973699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.973834] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.973992] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.974094] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.974349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.974349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.974458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.974537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.974596] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.353466] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bac90ff8-771a-485d-8a64-4afe8f540bd8 [ 627.353557] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.354096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.354096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.354096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.354096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.354364] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bac90ff8-771a-485d-8a64-4afe8f540bd8 already deleted. [ 627.354364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bac90ff8-771a-485d-8a64-4afe8f540bd8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.478573] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de: rpc.has_security_group_logging(os_id): False [ 627.500029] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.500029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.500029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.500029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.500029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.500029] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.500029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.500029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.500029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.500029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.500029] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.500029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.500029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.501012] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.501287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.502526] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.502526] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.502526] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.502526] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.502737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.502737] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de is going to be created. [ 627.590513] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.590513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.590513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.590513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.590513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.602280] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de in Status: IN_PROGRESS for 2s [ 627.869742] env[69430]: INFO networking_nsxv3.common.synchronization [None req-7c4e8495-5dc8-496f-856e-56c0ed67043d None None] Enqueued Resource ID: 6e3bf882-3657-4793-9c3c-3ad0dcc1cd61 with Priority: HIGHEST for action port [ 627.870065] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3bf882-3657-4793-9c3c-3ad0dcc1cd61 with Priority: HIGHEST for action port [ 627.870665] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e3bf882-3657-4793-9c3c-3ad0dcc1cd61 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.870809] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e3bf882-3657-4793-9c3c-3ad0dcc1cd61" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.870875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e3bf882-3657-4793-9c3c-3ad0dcc1cd61" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.871144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e3bf882-3657-4793-9c3c-3ad0dcc1cd61" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.871227] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e3bf882-3657-4793-9c3c-3ad0dcc1cd61',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.942505] env[69430]: INFO networking_nsxv3.common.synchronization [req-396e1461-012b-4298-b8a7-2a50248404ce req-6c889f02-523a-4400-89b0-d4d83e35107f service nova] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_rules [ 627.942552] env[69430]: INFO networking_nsxv3.common.synchronization [req-396e1461-012b-4298-b8a7-2a50248404ce req-6c889f02-523a-4400-89b0-d4d83e35107f service nova] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 627.942726] env[69430]: INFO networking_nsxv3.common.synchronization [req-396e1461-012b-4298-b8a7-2a50248404ce req-6c889f02-523a-4400-89b0-d4d83e35107f service nova] Enqueued Resource ID: 90a35bf4-7e10-43e5-95e9-0de8d358e951 with Priority: HIGHEST for action port [ 627.944431] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_rules [ 627.944726] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 627.944878] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a35bf4-7e10-43e5-95e9-0de8d358e951 with Priority: HIGHEST for action port [ 627.945351] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.945770] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.945770] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.946614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.946705] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.950077] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.950077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.950077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.950077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.950077] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.950077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.950077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.950077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.950077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.951989] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.951989] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-90a35bf4-7e10-43e5-95e9-0de8d358e951 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.951989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90a35bf4-7e10-43e5-95e9-0de8d358e951" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.951989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90a35bf4-7e10-43e5-95e9-0de8d358e951" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.951989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90a35bf4-7e10-43e5-95e9-0de8d358e951" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.951989] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90a35bf4-7e10-43e5-95e9-0de8d358e951',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.374588] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e3bf882-3657-4793-9c3c-3ad0dcc1cd61 [ 628.374918] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.375951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.375951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.375951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.375951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.375951] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e3bf882-3657-4793-9c3c-3ad0dcc1cd61 already deleted. [ 628.375951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e3bf882-3657-4793-9c3c-3ad0dcc1cd61" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.453378] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.454436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.454436] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.455537] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90a35bf4-7e10-43e5-95e9-0de8d358e951 with status ACTIVE [ 628.457169] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.457169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.457169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.457169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.457169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.457169] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.460210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.460210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.460210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.460210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.460210] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.460210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.460210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.460210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.460210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.460210] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90a35bf4-7e10-43e5-95e9-0de8d358e951 is going to be updated. [ 628.488895] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.490037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.490263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.490517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.490782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.495555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90a35bf4-7e10-43e5-95e9-0de8d358e951" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.963463] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.466879] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.467076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.467148] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.467364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.467452] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.467547] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be created. [ 629.500233] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.500378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.500450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.500779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.500853] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.511246] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: UNINITIALIZED for 2s [ 629.616091] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de in Status: SUCCESS [ 629.616447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.726904] env[69430]: INFO networking_nsxv3.common.synchronization [None req-bd69d29a-104e-4956-9203-9c1dfa21f71f None None] Enqueued Resource ID: da74ee7d-cef9-4259-8e70-c0fc33bdd177 with Priority: HIGHEST for action port [ 629.727125] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da74ee7d-cef9-4259-8e70-c0fc33bdd177 with Priority: HIGHEST for action port [ 629.727739] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-da74ee7d-cef9-4259-8e70-c0fc33bdd177 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.727865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da74ee7d-cef9-4259-8e70-c0fc33bdd177" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.728033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da74ee7d-cef9-4259-8e70-c0fc33bdd177" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.728352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da74ee7d-cef9-4259-8e70-c0fc33bdd177" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.728446] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da74ee7d-cef9-4259-8e70-c0fc33bdd177',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.231386] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da74ee7d-cef9-4259-8e70-c0fc33bdd177 [ 630.231833] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.232115] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.232239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.232640] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.233155] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.234600] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da74ee7d-cef9-4259-8e70-c0fc33bdd177 already deleted. [ 630.234600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da74ee7d-cef9-4259-8e70-c0fc33bdd177" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.524638] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 631.524638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.524638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.524638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.524638] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.524638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.524638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.524638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.524638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.524638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.524638] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.012083] env[69430]: INFO networking_nsxv3.common.synchronization [req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b req-7136ef08-0002-4251-8282-76568fa26c91 tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Enqueued Resource ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 with Priority: HIGHEST for action security_group_members [ 632.012083] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 with Priority: HIGHEST for action security_group_members [ 632.012083] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-525cc0ec-1552-4669-8355-d92b0d1b0ae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.012083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.012083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.012083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.014405] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.014405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.014405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.014405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.014405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.014405] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('525cc0ec-1552-4669-8355-d92b0d1b0ae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.033026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.033026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.033026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.033026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.033026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.033026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.033026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.033026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.033026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.033026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.033026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.033026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.033026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.033026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.033794] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.033794] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.033794] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.033794] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.033794] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.033794] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.033972] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.442322] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-659 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.442591] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-659" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.442662] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-659" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.442992] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-659" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.445480] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.445663] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.445831] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.446066] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.446243] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.446470] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.446590] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.446699] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.446811] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.446926] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.447067] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.447213] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.474166] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.474166] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 632.474497] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.475096] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-659" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.475494] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-7c27b7db-b459-4062-948c-11e8615c14a5 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.475760] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-7c27b7db-b459-4062-948c-11e8615c14a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.475933] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-7c27b7db-b459-4062-948c-11e8615c14a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.476322] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-7c27b7db-b459-4062-948c-11e8615c14a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.476652] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c27b7db-b459-4062-948c-11e8615c14a5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.519370] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.519915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.519915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.520154] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.520254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.520501] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.520568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.520634] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.520794] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.520872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.521194] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 already deleted. [ 632.521194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.539956] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1464368e-3706-4f5e-b5af-7cba9cf706d9: rpc.has_security_group_logging(os_id): False [ 632.561922] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.562817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.562817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.562817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.562817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.562817] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.562817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.562817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.563107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.563107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.563253] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.563346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.563409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.563546] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.563619] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.563809] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.563918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.564507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.564844] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.564987] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.565142] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be created. [ 632.636640] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.637429] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.637556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.638100] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.638389] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.649873] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 632.949506] env[69430]: INFO networking_nsxv3.common.synchronization [None req-db08fb4e-b19f-47a8-93cf-9206035a0c47 None None] Enqueued Resource ID: b6e7ddcd-dd47-4a1b-9415-2d55e8a35e67 with Priority: HIGHEST for action port [ 632.950217] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6e7ddcd-dd47-4a1b-9415-2d55e8a35e67 with Priority: HIGHEST for action port [ 632.950643] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6e7ddcd-dd47-4a1b-9415-2d55e8a35e67 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.950858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6e7ddcd-dd47-4a1b-9415-2d55e8a35e67" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.951641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6e7ddcd-dd47-4a1b-9415-2d55e8a35e67" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.951791] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6e7ddcd-dd47-4a1b-9415-2d55e8a35e67" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.954779] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6e7ddcd-dd47-4a1b-9415-2d55e8a35e67',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.965528] env[69430]: INFO networking_nsxv3.common.synchronization [req-a15ec600-c2f3-4279-952a-9ab574936a0c req-6022459c-5b16-4e10-8520-43861dabd507 tempest-ServerDiagnosticsNegativeTest-340140802 tempest-ServerDiagnosticsNegativeTest-340140802-project-member] Enqueued Resource ID: bb827088-837a-487d-8c13-80f1f167c534 with Priority: HIGHEST for action security_group_members [ 632.965940] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb827088-837a-487d-8c13-80f1f167c534 with Priority: HIGHEST for action security_group_members [ 632.966538] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb827088-837a-487d-8c13-80f1f167c534 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.966538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.966538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.966828] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.967259] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.967259] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.967259] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.967380] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.967480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.967597] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb827088-837a-487d-8c13-80f1f167c534',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.979364] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.979540] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.979862] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.979954] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.980101] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.980257] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 7c27b7db-b459-4062-948c-11e8615c14a5 not found, creating... [ 632.980757] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.981062] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.981314] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.981606] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.982202] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.982202] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.982481] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.983066] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.983377] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.983549] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.983706] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 7c27b7db-b459-4062-948c-11e8615c14a5 is going to be created. [ 633.007326] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.008812] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.009091] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.009467] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.009819] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.010112] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-7c27b7db-b459-4062-948c-11e8615c14a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.457876] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6e7ddcd-dd47-4a1b-9415-2d55e8a35e67 [ 633.457876] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.459156] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.459156] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.461419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.461419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.461419] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6e7ddcd-dd47-4a1b-9415-2d55e8a35e67 already deleted. [ 633.461419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6e7ddcd-dd47-4a1b-9415-2d55e8a35e67" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.473747] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.477098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.477098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.477098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.477098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.477098] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.477098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.477330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.477330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.477386] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.478342] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb827088-837a-487d-8c13-80f1f167c534 is going to be updated. [ 633.518715] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.518947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.519034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.519261] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.519401] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.531302] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb827088-837a-487d-8c13-80f1f167c534 in Status: IN_PROGRESS for 2s [ 633.782101] env[69430]: INFO networking_nsxv3.common.synchronization [req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b req-dd23504e-8467-4123-904e-52c3a9fd0298 service nova] Enqueued Resource ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 with Priority: HIGHEST for action security_group_rules [ 633.782408] env[69430]: INFO networking_nsxv3.common.synchronization [req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b req-dd23504e-8467-4123-904e-52c3a9fd0298 service nova] Enqueued Resource ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 with Priority: HIGHEST for action security_group_members [ 633.782408] env[69430]: INFO networking_nsxv3.common.synchronization [req-97cdd294-a321-4e6d-b9d3-5c0a6d38465b req-dd23504e-8467-4123-904e-52c3a9fd0298 service nova] Enqueued Resource ID: 7c27b7db-b459-4062-948c-11e8615c14a5 with Priority: HIGHEST for action port [ 633.783083] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 with Priority: HIGHEST for action security_group_rules [ 633.783083] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 with Priority: HIGHEST for action security_group_members [ 633.783083] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c27b7db-b459-4062-948c-11e8615c14a5 with Priority: HIGHEST for action port [ 633.783583] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-525cc0ec-1552-4669-8355-d92b0d1b0ae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.783700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.783747] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.787033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.788274] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('525cc0ec-1552-4669-8355-d92b0d1b0ae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.789290] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-525cc0ec-1552-4669-8355-d92b0d1b0ae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.789438] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.789508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.789712] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.789861] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.789957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.790028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.790171] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.790252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.790344] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('525cc0ec-1552-4669-8355-d92b0d1b0ae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.791221] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c27b7db-b459-4062-948c-11e8615c14a5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.791302] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c27b7db-b459-4062-948c-11e8615c14a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.791371] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c27b7db-b459-4062-948c-11e8615c14a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.791522] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c27b7db-b459-4062-948c-11e8615c14a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.791592] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c27b7db-b459-4062-948c-11e8615c14a5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.294895] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-525cc0ec-1552-4669-8355-d92b0d1b0ae7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.296217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.296217] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('525cc0ec-1552-4669-8355-d92b0d1b0ae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.297312] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c27b7db-b459-4062-948c-11e8615c14a5 with status ACTIVE [ 634.297408] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.297638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.297638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.298103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.298347] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.298649] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.298833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.298947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.299725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.299725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.300022] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.300273] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.300533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.300652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.300782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.300940] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c27b7db-b459-4062-948c-11e8615c14a5 is going to be updated. [ 634.328451] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.328629] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.328672] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.328989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.329093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.329188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c27b7db-b459-4062-948c-11e8615c14a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.667075] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 634.667517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.806288] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('525cc0ec-1552-4669-8355-d92b0d1b0ae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.308145] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.308370] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.308464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.308936] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.308936] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.309163] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 is going to be created. [ 635.341307] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.342574] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.342574] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.342574] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.342757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.356043] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 in Status: UNINITIALIZED for 2s [ 635.546623] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb827088-837a-487d-8c13-80f1f167c534 in Status: SUCCESS [ 635.549176] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb827088-837a-487d-8c13-80f1f167c534 deletion is rescheduled due to dependency. [ 635.549321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.630425] env[69430]: INFO networking_nsxv3.common.synchronization [req-180c6e39-0f69-4cca-9a2b-8b37a093bdb8 req-f2e3481b-c9e3-4682-960e-6c456054a254 tempest-AttachInterfacesV270Test-1563905518 tempest-AttachInterfacesV270Test-1563905518-project-member] Enqueued Resource ID: 1fb3b376-7588-42d1-8833-62e544ac2581 with Priority: HIGHEST for action security_group_members [ 635.630425] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb3b376-7588-42d1-8833-62e544ac2581 with Priority: HIGHEST for action security_group_members [ 635.630425] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb3b376-7588-42d1-8833-62e544ac2581 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.630425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.630425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.630425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.630425] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.630425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.630425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.630425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.630425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.630425] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fb3b376-7588-42d1-8833-62e544ac2581',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.933685] env[69430]: INFO networking_nsxv3.common.synchronization [req-ad262781-a2ab-4372-a482-0e81f6240b29 req-1a68dcce-7bb7-4071-afd5-8a91c9c0e7a9 tempest-TenantUsagesTestJSON-1417022406 tempest-TenantUsagesTestJSON-1417022406-project-member] Enqueued Resource ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 with Priority: HIGHEST for action security_group_members [ 635.933685] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 with Priority: HIGHEST for action security_group_members [ 635.934372] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.934691] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.934691] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.935411] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.936038] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.936038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.936038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.936258] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.936363] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.936506] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224b345d-c7bd-4d7e-8a08-19d2fb7a7614',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.135334] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.135505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.135614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.135957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.137051] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.137303] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.138180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.138363] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.138740] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.138853] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.139130] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb3b376-7588-42d1-8833-62e544ac2581 is going to be updated. [ 636.170710] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.170710] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.170710] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.170710] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.170710] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.176892] env[69430]: INFO networking_nsxv3.common.synchronization [None req-ae1ed6aa-3193-46d2-9765-f63009553caf None None] Enqueued Resource ID: 2183da2d-5ea7-4436-96bc-91ea5b637028 with Priority: HIGHEST for action port [ 636.177339] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2183da2d-5ea7-4436-96bc-91ea5b637028 with Priority: HIGHEST for action port [ 636.177735] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-2183da2d-5ea7-4436-96bc-91ea5b637028 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.177875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2183da2d-5ea7-4436-96bc-91ea5b637028" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.177875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2183da2d-5ea7-4436-96bc-91ea5b637028" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.179569] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2183da2d-5ea7-4436-96bc-91ea5b637028" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.179569] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2183da2d-5ea7-4436-96bc-91ea5b637028',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.201319] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb3b376-7588-42d1-8833-62e544ac2581 in Status: IN_PROGRESS for 2s [ 636.439783] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.439957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.439957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.440160] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.440252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.440459] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.440562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.440631] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.440782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.441046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.441046] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 is going to be updated. [ 636.470558] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.470558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.470558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.470558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.470558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.480443] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 in Status: IN_PROGRESS for 2s [ 636.490853] env[69430]: INFO networking_nsxv3.common.synchronization [None req-cbbd1050-eaeb-4a84-ae5f-74274c99ccd8 None None] Enqueued Resource ID: 554198d1-67a7-4da1-b26c-cb73761417ac with Priority: HIGHEST for action port [ 636.491393] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 554198d1-67a7-4da1-b26c-cb73761417ac with Priority: HIGHEST for action port [ 636.491685] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-554198d1-67a7-4da1-b26c-cb73761417ac taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.491811] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-554198d1-67a7-4da1-b26c-cb73761417ac" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.491925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-554198d1-67a7-4da1-b26c-cb73761417ac" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.492376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-554198d1-67a7-4da1-b26c-cb73761417ac" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.492536] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('554198d1-67a7-4da1-b26c-cb73761417ac',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.522223] env[69430]: INFO networking_nsxv3.common.synchronization [None req-98d9d5c4-9db5-459d-a69c-e59007c82381 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 with Priority: HIGHEST for action security_group_rules [ 636.523961] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 with Priority: HIGHEST for action security_group_rules [ 636.523961] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.523961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.523961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.523961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.523961] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f7a0806-6a4c-4815-9d7e-f0c1408d9925',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.575287] env[69430]: INFO networking_nsxv3.common.synchronization [req-c6a864f2-e275-43a2-b49f-2aa3e5fa7ffe req-63fadaff-2ead-4c29-93e1-7656b90c5e00 tempest-DeleteServersAdminTestJSON-735449116 tempest-DeleteServersAdminTestJSON-735449116-project-admin] Enqueued Resource ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de with Priority: HIGHEST for action security_group_members [ 636.576443] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de with Priority: HIGHEST for action security_group_members [ 636.576656] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.576764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.576829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.580318] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.580849] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.580957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.581051] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.581239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.581353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.581451] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.684483] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2183da2d-5ea7-4436-96bc-91ea5b637028 [ 636.684483] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.684483] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.684483] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.684702] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.684775] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.685106] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2183da2d-5ea7-4436-96bc-91ea5b637028 already deleted. [ 636.685106] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2183da2d-5ea7-4436-96bc-91ea5b637028" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.852413] env[69430]: INFO networking_nsxv3.common.synchronization [None req-9a0e4429-3347-477e-8553-9a233cc19a59 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 with Priority: HIGHEST for action security_group_rules [ 636.856549] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 with Priority: HIGHEST for action security_group_rules [ 636.856549] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.856549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.997657] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 554198d1-67a7-4da1-b26c-cb73761417ac [ 636.997657] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.997657] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.997657] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.997657] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.997657] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.997657] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:554198d1-67a7-4da1-b26c-cb73761417ac already deleted. [ 636.997657] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-554198d1-67a7-4da1-b26c-cb73761417ac" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.051471] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.051471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.051471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.051471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.051471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.051471] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 already deleted. [ 637.051471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.051471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.051471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.051471] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f7a0806-6a4c-4815-9d7e-f0c1408d9925',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.086164] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.086164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.086164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.086164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.086164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.086164] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.086164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.086164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.086164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.086164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.086164] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de is going to be updated. [ 637.118822] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.118822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.118822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.118822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.118822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.130525] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de in Status: IN_PROGRESS for 2s [ 637.372373] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 in Status: SUCCESS [ 637.373025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.373025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.373025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.373168] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.373267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.373402] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.373471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.373546] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.373628] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.373714] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('525cc0ec-1552-4669-8355-d92b0d1b0ae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.608703] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.608703] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.608703] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.608703] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.608703] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.608703] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 already deleted. [ 637.608703] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.875864] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-525cc0ec-1552-4669-8355-d92b0d1b0ae7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.876150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.876150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.876381] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.876545] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.876662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.876729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.876901] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.876988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.877097] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.877262] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-525cc0ec-1552-4669-8355-d92b0d1b0ae7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.877368] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.877408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.877556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.877695] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.877789] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.877862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.878017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.878111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.878179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.878284] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('525cc0ec-1552-4669-8355-d92b0d1b0ae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.214502] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb3b376-7588-42d1-8833-62e544ac2581 in Status: SUCCESS [ 638.215174] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb3b376-7588-42d1-8833-62e544ac2581 deletion is rescheduled due to dependency. [ 638.215174] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.382213] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 525cc0ec-1552-4669-8355-d92b0d1b0ae7: rpc.has_security_group_logging(os_id): False [ 638.399925] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.400306] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.401754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.401754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.401754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.401754] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.401754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.401754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.402020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.402020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.402347] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.402460] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.402523] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.402791] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.402791] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.402953] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.403256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.403356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.403580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.403580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.403672] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 is going to be created. [ 638.468188] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.468429] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.468429] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.468628] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.468804] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.484849] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 in Status: IN_PROGRESS for 2s [ 638.494305] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 in Status: SUCCESS [ 638.494305] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 deletion is rescheduled due to dependency. [ 638.494305] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.143815] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de in Status: SUCCESS [ 639.144050] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de deletion is rescheduled due to dependency. [ 639.144160] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.224492] env[69430]: INFO networking_nsxv3.common.synchronization [None req-9969597c-1097-48e8-9ed9-760dca65bd0d None None] Enqueued Resource ID: 5e16c023-a16e-453d-8c95-ea98b5112957 with Priority: HIGHEST for action port [ 639.225636] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e16c023-a16e-453d-8c95-ea98b5112957 with Priority: HIGHEST for action port [ 639.226282] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e16c023-a16e-453d-8c95-ea98b5112957 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.226581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e16c023-a16e-453d-8c95-ea98b5112957" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.226688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e16c023-a16e-453d-8c95-ea98b5112957" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.227134] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e16c023-a16e-453d-8c95-ea98b5112957" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.228841] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e16c023-a16e-453d-8c95-ea98b5112957',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.731369] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e16c023-a16e-453d-8c95-ea98b5112957 [ 639.731620] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.731950] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.731950] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.732196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.732196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.733614] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e16c023-a16e-453d-8c95-ea98b5112957 already deleted. [ 639.733614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e16c023-a16e-453d-8c95-ea98b5112957" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.500852] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 in Status: SUCCESS [ 640.500852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.352615] env[69430]: INFO networking_nsxv3.common.synchronization [req-8187c51d-882c-4f06-b5d8-2be0dff0cebf req-90e41be1-b0a0-403a-acb0-24f96f8291ec tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Enqueued Resource ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 with Priority: HIGHEST for action security_group_members [ 642.355187] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 with Priority: HIGHEST for action security_group_members [ 642.355187] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-697eaf45-155d-41e2-83dc-293d7cb7e248 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.355187] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.355187] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.355187] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.355187] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.355187] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.355187] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.356822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.356822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.356822] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('697eaf45-155d-41e2-83dc-293d7cb7e248',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.774511] env[69430]: INFO networking_nsxv3.common.synchronization [None req-16c11780-c4cf-4c81-b273-54941c078d9a None None] Enqueued Resource ID: c211fd4c-3433-43c1-9e6e-27dcb7afbc14 with Priority: HIGHEST for action port [ 642.775118] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c211fd4c-3433-43c1-9e6e-27dcb7afbc14 with Priority: HIGHEST for action port [ 642.775454] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-c211fd4c-3433-43c1-9e6e-27dcb7afbc14 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.775577] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c211fd4c-3433-43c1-9e6e-27dcb7afbc14" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.775643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c211fd4c-3433-43c1-9e6e-27dcb7afbc14" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.775927] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c211fd4c-3433-43c1-9e6e-27dcb7afbc14" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.776286] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c211fd4c-3433-43c1-9e6e-27dcb7afbc14',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.858382] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.858531] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.858601] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.858819] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.858904] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.859118] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.859210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.859269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.859414] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.859484] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.859568] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 already deleted. [ 642.859643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.279043] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c211fd4c-3433-43c1-9e6e-27dcb7afbc14 [ 643.279559] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.279559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.279559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.279726] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.279726] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.279794] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c211fd4c-3433-43c1-9e6e-27dcb7afbc14 already deleted. [ 643.279863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c211fd4c-3433-43c1-9e6e-27dcb7afbc14" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.466688] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-463 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.466688] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-463" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.466688] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-463" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.466688] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-463" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.468384] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.468384] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.468594] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.468870] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.469159] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.469432] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.469567] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.469710] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.469831] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.469981] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.470110] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.470373] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.493138] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.493311] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 643.493455] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.493637] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-463" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.493963] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-10dc94f3-d120-4865-b939-e6a0c56d8b55 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.494697] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-10dc94f3-d120-4865-b939-e6a0c56d8b55" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.494697] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-10dc94f3-d120-4865-b939-e6a0c56d8b55" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.494697] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-10dc94f3-d120-4865-b939-e6a0c56d8b55" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.494854] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10dc94f3-d120-4865-b939-e6a0c56d8b55',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.790153] env[69430]: INFO networking_nsxv3.common.synchronization [req-0e67738f-58e9-4c81-a7c8-0465e1e4509a req-46550547-abe5-4e70-b8d1-3b5cdb77e83f tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 643.791609] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 643.791609] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.793461] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.793461] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.793461] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.793666] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.795715] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.795715] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.795715] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.795715] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.795715] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.801606] env[69430]: INFO networking_nsxv3.common.synchronization [None req-3d20b528-73c2-4d55-9069-7d317f4e281c None None] Enqueued Resource ID: 3fd40e46-a599-4c35-b075-99e2cb0ddd93 with Priority: HIGHEST for action port [ 643.804718] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd40e46-a599-4c35-b075-99e2cb0ddd93 with Priority: HIGHEST for action port [ 643.806450] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fd40e46-a599-4c35-b075-99e2cb0ddd93 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.806450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fd40e46-a599-4c35-b075-99e2cb0ddd93" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.806568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fd40e46-a599-4c35-b075-99e2cb0ddd93" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.806868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fd40e46-a599-4c35-b075-99e2cb0ddd93" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.806868] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fd40e46-a599-4c35-b075-99e2cb0ddd93',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.809408] env[69430]: INFO networking_nsxv3.common.synchronization [None req-21610311-3c5c-45a5-8c7c-a97b49925ea9 None None] Enqueued Resource ID: 39024479-581f-4d17-964a-3deedc1edda8 with Priority: HIGHEST for action port [ 643.813963] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39024479-581f-4d17-964a-3deedc1edda8 with Priority: HIGHEST for action port [ 643.813963] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-39024479-581f-4d17-964a-3deedc1edda8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.813963] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39024479-581f-4d17-964a-3deedc1edda8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.813963] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39024479-581f-4d17-964a-3deedc1edda8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.813963] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39024479-581f-4d17-964a-3deedc1edda8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.813963] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39024479-581f-4d17-964a-3deedc1edda8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.000410] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.000623] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.000752] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.001063] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.001217] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.001381] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 10dc94f3-d120-4865-b939-e6a0c56d8b55 not found, creating... [ 644.001685] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.001856] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.001988] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.002256] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.002403] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.002813] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.007293] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.007445] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.007734] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.007909] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.008091] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 10dc94f3-d120-4865-b939-e6a0c56d8b55 is going to be created. [ 644.033210] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.033491] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.037025] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.037025] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.037025] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.037025] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-10dc94f3-d120-4865-b939-e6a0c56d8b55" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.300820] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.301014] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.301067] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.301365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.301365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.301563] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.301693] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.301736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.301872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.301924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.302023] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 644.312288] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fd40e46-a599-4c35-b075-99e2cb0ddd93 [ 644.312604] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.312690] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.312744] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.312956] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.313067] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.313156] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fd40e46-a599-4c35-b075-99e2cb0ddd93 already deleted. [ 644.313239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fd40e46-a599-4c35-b075-99e2cb0ddd93" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.316664] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39024479-581f-4d17-964a-3deedc1edda8 [ 644.316923] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.317090] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.317090] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.318082] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.318082] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.318082] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39024479-581f-4d17-964a-3deedc1edda8 already deleted. [ 644.318082] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39024479-581f-4d17-964a-3deedc1edda8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.331612] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.331612] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.331612] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.331803] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.331803] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.345979] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 645.367600] env[69430]: INFO networking_nsxv3.common.synchronization [req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd req-5cd53404-8a49-467d-9034-af7aa895d589 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Enqueued Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGHEST for action security_group_members [ 645.367600] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGHEST for action security_group_members [ 645.367600] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.367600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.367600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.368219] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.368219] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.368348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.368348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.369056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.369056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.369056] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.804801] env[69430]: INFO networking_nsxv3.common.synchronization [req-8187c51d-882c-4f06-b5d8-2be0dff0cebf req-dd31c81a-9386-4a58-aa51-425cb61c2202 service nova] Enqueued Resource ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 with Priority: HIGHEST for action security_group_rules [ 645.805106] env[69430]: INFO networking_nsxv3.common.synchronization [req-8187c51d-882c-4f06-b5d8-2be0dff0cebf req-dd31c81a-9386-4a58-aa51-425cb61c2202 service nova] Enqueued Resource ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 with Priority: HIGHEST for action security_group_members [ 645.805182] env[69430]: INFO networking_nsxv3.common.synchronization [req-8187c51d-882c-4f06-b5d8-2be0dff0cebf req-dd31c81a-9386-4a58-aa51-425cb61c2202 service nova] Enqueued Resource ID: 10dc94f3-d120-4865-b939-e6a0c56d8b55 with Priority: HIGHEST for action port [ 645.805760] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 with Priority: HIGHEST for action security_group_rules [ 645.805906] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 with Priority: HIGHEST for action security_group_members [ 645.806043] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10dc94f3-d120-4865-b939-e6a0c56d8b55 with Priority: HIGHEST for action port [ 645.806325] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-697eaf45-155d-41e2-83dc-293d7cb7e248 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.806452] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.806517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.806824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.806919] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('697eaf45-155d-41e2-83dc-293d7cb7e248',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.808144] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-697eaf45-155d-41e2-83dc-293d7cb7e248 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.808261] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.808326] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.808509] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.809126] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.809249] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.809317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.809478] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.809566] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.809661] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('697eaf45-155d-41e2-83dc-293d7cb7e248',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.811571] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-10dc94f3-d120-4865-b939-e6a0c56d8b55 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.811677] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10dc94f3-d120-4865-b939-e6a0c56d8b55" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.812306] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10dc94f3-d120-4865-b939-e6a0c56d8b55" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.812306] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10dc94f3-d120-4865-b939-e6a0c56d8b55" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.812306] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10dc94f3-d120-4865-b939-e6a0c56d8b55',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.875199] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.875199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.875199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.875199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.875199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.875199] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.875199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.875199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.875199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.875199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.875199] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 already deleted. [ 645.875199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.252179] env[69430]: INFO networking_nsxv3.common.synchronization [None req-2eb9cfa0-39f8-4fc9-991e-8c78d4b3a131 None None] Enqueued Resource ID: 570163a7-6438-4c90-ab7c-4347dc69ec83 with Priority: HIGHEST for action port [ 646.252446] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 570163a7-6438-4c90-ab7c-4347dc69ec83 with Priority: HIGHEST for action port [ 646.253014] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-570163a7-6438-4c90-ab7c-4347dc69ec83 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.253148] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-570163a7-6438-4c90-ab7c-4347dc69ec83" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.253218] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-570163a7-6438-4c90-ab7c-4347dc69ec83" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.253531] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-570163a7-6438-4c90-ab7c-4347dc69ec83" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.253643] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('570163a7-6438-4c90-ab7c-4347dc69ec83',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.282466] env[69430]: INFO networking_nsxv3.common.synchronization [None req-5f3b7a1f-7f25-434b-8d6c-268c86dbb2b3 None None] Enqueued Resource ID: f87fdbfb-9797-4926-ac5e-29f15ac13611 with Priority: HIGHEST for action port [ 646.282466] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f87fdbfb-9797-4926-ac5e-29f15ac13611 with Priority: HIGHEST for action port [ 646.283286] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-f87fdbfb-9797-4926-ac5e-29f15ac13611 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.283620] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f87fdbfb-9797-4926-ac5e-29f15ac13611" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.283620] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f87fdbfb-9797-4926-ac5e-29f15ac13611" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.283874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f87fdbfb-9797-4926-ac5e-29f15ac13611" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.284031] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f87fdbfb-9797-4926-ac5e-29f15ac13611',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.316031] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-697eaf45-155d-41e2-83dc-293d7cb7e248 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.316031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.316031] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('697eaf45-155d-41e2-83dc-293d7cb7e248',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.316031] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10dc94f3-d120-4865-b939-e6a0c56d8b55 with status ACTIVE [ 646.316031] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.316031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.316031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.316031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.316031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.316859] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.317272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.317502] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.317814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.318113] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.318549] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.318875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.321018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.321018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.321018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.321018] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10dc94f3-d120-4865-b939-e6a0c56d8b55 is going to be updated. [ 646.344901] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.345089] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.345139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.345525] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.345525] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.345680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10dc94f3-d120-4865-b939-e6a0c56d8b55" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.360866] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 646.360866] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 deletion is rescheduled due to dependency. [ 646.360866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.759022] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 570163a7-6438-4c90-ab7c-4347dc69ec83 [ 646.761083] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.761083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.761083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.761083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.761083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.761083] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:570163a7-6438-4c90-ab7c-4347dc69ec83 already deleted. [ 646.761083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-570163a7-6438-4c90-ab7c-4347dc69ec83" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.792558] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f87fdbfb-9797-4926-ac5e-29f15ac13611 [ 646.792558] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.792558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.792558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.792558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.792558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.792558] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f87fdbfb-9797-4926-ac5e-29f15ac13611 already deleted. [ 646.792558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f87fdbfb-9797-4926-ac5e-29f15ac13611" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.821707] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('697eaf45-155d-41e2-83dc-293d7cb7e248',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.032426] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.033599] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.033599] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.033599] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.033599] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.033599] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.033837] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.033837] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.034183] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.034271] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.035061] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.035061] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.035061] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.035061] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.035061] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.035061] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.058264] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.058656] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 647.058656] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.058815] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.059071] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-6450338f-f00f-4c1c-bebe-76a970b60b67 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.059726] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-6450338f-f00f-4c1c-bebe-76a970b60b67" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.059726] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-6450338f-f00f-4c1c-bebe-76a970b60b67" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.059854] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-6450338f-f00f-4c1c-bebe-76a970b60b67" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.059910] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6450338f-f00f-4c1c-bebe-76a970b60b67',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.328269] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.328269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.328269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.328269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.328269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.328269] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 is going to be created. [ 647.351446] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.351446] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.351687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.351687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.352282] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.360579] env[69430]: INFO networking_nsxv3.common.synchronization [req-a7b6a5de-f691-42bf-9184-03add7b9a77b req-fb0aa53c-1bd1-4a24-bc8f-784889b12b86 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Enqueued Resource ID: 9931dbcd-1900-4392-b82f-7e18420f1038 with Priority: HIGHEST for action security_group_members [ 647.361136] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9931dbcd-1900-4392-b82f-7e18420f1038 with Priority: HIGHEST for action security_group_members [ 647.361440] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9931dbcd-1900-4392-b82f-7e18420f1038 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.361568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.361624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.361885] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.362058] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.362168] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.362250] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.362385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.362471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.362566] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9931dbcd-1900-4392-b82f-7e18420f1038',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.364023] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 in Status: UNINITIALIZED for 2s [ 647.412980] env[69430]: INFO networking_nsxv3.common.synchronization [req-1894b92b-6644-49e4-997a-e0ab239ca72a req-120ff8f8-3804-4609-b0e0-a80dd6b45ac1 tempest-ImagesNegativeTestJSON-759650 tempest-ImagesNegativeTestJSON-759650-project-member] Enqueued Resource ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 with Priority: HIGHEST for action security_group_members [ 647.413947] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 with Priority: HIGHEST for action security_group_members [ 647.413947] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-525cc0ec-1552-4669-8355-d92b0d1b0ae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.413947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.413947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.417424] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.417623] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.417752] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.417820] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.418032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.418133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.418393] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('525cc0ec-1552-4669-8355-d92b0d1b0ae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.562455] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.562666] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.562799] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.564083] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.564083] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.564083] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 6450338f-f00f-4c1c-bebe-76a970b60b67 not found, creating... [ 647.564083] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.564083] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.564318] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.564352] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.564759] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.564759] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.564900] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.567101] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.567397] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.567540] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.567688] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 6450338f-f00f-4c1c-bebe-76a970b60b67 is going to be created. [ 647.593123] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.593123] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.593123] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.593123] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.593123] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.593123] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-6450338f-f00f-4c1c-bebe-76a970b60b67" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.866057] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.866419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.866419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.866836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.866836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.866836] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.866966] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.867011] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.867167] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.867225] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.867312] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9931dbcd-1900-4392-b82f-7e18420f1038 already deleted. [ 647.867392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.914635] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.914891] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.914993] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.915336] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.915593] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.915751] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.915869] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.918261] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.918488] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.918737] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.918865] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.918981] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.919120] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.919224] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.919343] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.919482] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.924094] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.924259] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.924329] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.924546] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.924635] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.924827] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.925445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.925445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.925445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.925445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.925445] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 is going to be updated. [ 647.940325] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.940530] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 647.940801] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.943618] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.943618] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-161735fe-9778-4e29-a195-da7530c50adb taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.943618] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-161735fe-9778-4e29-a195-da7530c50adb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.943618] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-161735fe-9778-4e29-a195-da7530c50adb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.945736] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-161735fe-9778-4e29-a195-da7530c50adb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.946102] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('161735fe-9778-4e29-a195-da7530c50adb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.956320] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.956462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.956532] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.957101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.957377] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.967163] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 in Status: IN_PROGRESS for 2s [ 648.084574] env[69430]: INFO networking_nsxv3.common.synchronization [None req-9e229984-871b-47ab-b875-06085454eb35 None None] Enqueued Resource ID: 7d955b0d-292d-4a6b-9444-6ce178a944f9 with Priority: HIGHEST for action port [ 648.084801] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d955b0d-292d-4a6b-9444-6ce178a944f9 with Priority: HIGHEST for action port [ 648.085365] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d955b0d-292d-4a6b-9444-6ce178a944f9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.085497] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d955b0d-292d-4a6b-9444-6ce178a944f9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.085582] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d955b0d-292d-4a6b-9444-6ce178a944f9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.085798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d955b0d-292d-4a6b-9444-6ce178a944f9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.085885] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d955b0d-292d-4a6b-9444-6ce178a944f9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.401248] env[69430]: INFO networking_nsxv3.common.synchronization [None req-e0344118-53c7-4168-b109-d8eabadc6dfb None None] Enqueued Resource ID: a5275002-45c7-4b1c-8ea8-cd918c73b67e with Priority: HIGHEST for action port [ 648.401844] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5275002-45c7-4b1c-8ea8-cd918c73b67e with Priority: HIGHEST for action port [ 648.402281] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5275002-45c7-4b1c-8ea8-cd918c73b67e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.402450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5275002-45c7-4b1c-8ea8-cd918c73b67e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.402483] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5275002-45c7-4b1c-8ea8-cd918c73b67e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.402736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5275002-45c7-4b1c-8ea8-cd918c73b67e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.402832] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5275002-45c7-4b1c-8ea8-cd918c73b67e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.411668] env[69430]: INFO networking_nsxv3.common.synchronization [req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd req-0eba4eeb-ebf2-4906-bfc4-d9d5428cb0aa service nova] Enqueued Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGHEST for action security_group_rules [ 648.411884] env[69430]: INFO networking_nsxv3.common.synchronization [req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd req-0eba4eeb-ebf2-4906-bfc4-d9d5428cb0aa service nova] Enqueued Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGHEST for action security_group_members [ 648.412015] env[69430]: INFO networking_nsxv3.common.synchronization [req-96bfaf09-92ac-43f2-88d6-dcc39e056ddd req-0eba4eeb-ebf2-4906-bfc4-d9d5428cb0aa service nova] Enqueued Resource ID: 6450338f-f00f-4c1c-bebe-76a970b60b67 with Priority: HIGHEST for action port [ 648.412214] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGHEST for action security_group_rules [ 648.412869] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGHEST for action security_group_members [ 648.412869] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6450338f-f00f-4c1c-bebe-76a970b60b67 with Priority: HIGHEST for action port [ 648.415737] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.415737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.415737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.415737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.415737] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.417180] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.417180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.417180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.417180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.417180] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.417180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.417180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.417180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.417180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.418457] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.419665] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-6450338f-f00f-4c1c-bebe-76a970b60b67 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.419802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6450338f-f00f-4c1c-bebe-76a970b60b67" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.419802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6450338f-f00f-4c1c-bebe-76a970b60b67" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.419948] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6450338f-f00f-4c1c-bebe-76a970b60b67" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.420033] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6450338f-f00f-4c1c-bebe-76a970b60b67',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.448657] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.448821] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.448894] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.449437] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.449437] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.449590] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 161735fe-9778-4e29-a195-da7530c50adb not found, creating... [ 648.449853] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.450045] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.450736] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.450736] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.450736] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.450883] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.451031] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.452126] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.452126] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.452126] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.452126] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 161735fe-9778-4e29-a195-da7530c50adb is going to be created. [ 648.481042] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.481042] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.481042] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.481042] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.481042] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.481042] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-161735fe-9778-4e29-a195-da7530c50adb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.594466] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d955b0d-292d-4a6b-9444-6ce178a944f9 [ 648.594707] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.594852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.594924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.595169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.595264] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.595363] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d955b0d-292d-4a6b-9444-6ce178a944f9 already deleted. [ 648.595444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d955b0d-292d-4a6b-9444-6ce178a944f9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.908177] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5275002-45c7-4b1c-8ea8-cd918c73b67e [ 648.908177] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.908177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.908177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.908177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.908177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.908177] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5275002-45c7-4b1c-8ea8-cd918c73b67e already deleted. [ 648.908177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5275002-45c7-4b1c-8ea8-cd918c73b67e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.921944] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.924903] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.924903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.929278] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6450338f-f00f-4c1c-bebe-76a970b60b67 with status ACTIVE [ 648.929417] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.929552] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.929625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.929859] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.929942] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.930133] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.930378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.930440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.930640] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.930683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.930886] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.930949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.931011] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.931408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.931408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.931408] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6450338f-f00f-4c1c-bebe-76a970b60b67 is going to be updated. [ 648.951076] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.951217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.952185] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.952185] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.952185] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.952185] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6450338f-f00f-4c1c-bebe-76a970b60b67" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.341751] env[69430]: INFO networking_nsxv3.common.synchronization [req-a7b6a5de-f691-42bf-9184-03add7b9a77b req-31a604bf-d98e-41a9-ab16-c63ce42735cb service nova] Enqueued Resource ID: 9931dbcd-1900-4392-b82f-7e18420f1038 with Priority: HIGHEST for action security_group_rules [ 649.343078] env[69430]: INFO networking_nsxv3.common.synchronization [req-a7b6a5de-f691-42bf-9184-03add7b9a77b req-31a604bf-d98e-41a9-ab16-c63ce42735cb service nova] Enqueued Resource ID: 9931dbcd-1900-4392-b82f-7e18420f1038 with Priority: HIGHEST for action security_group_members [ 649.343078] env[69430]: INFO networking_nsxv3.common.synchronization [req-a7b6a5de-f691-42bf-9184-03add7b9a77b req-31a604bf-d98e-41a9-ab16-c63ce42735cb service nova] Enqueued Resource ID: 161735fe-9778-4e29-a195-da7530c50adb with Priority: HIGHEST for action port [ 649.343078] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9931dbcd-1900-4392-b82f-7e18420f1038 with Priority: HIGHEST for action security_group_rules [ 649.343078] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9931dbcd-1900-4392-b82f-7e18420f1038 with Priority: HIGHEST for action security_group_members [ 649.343078] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161735fe-9778-4e29-a195-da7530c50adb with Priority: HIGHEST for action port [ 649.346689] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9931dbcd-1900-4392-b82f-7e18420f1038 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.346689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.346689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.346856] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.346856] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9931dbcd-1900-4392-b82f-7e18420f1038',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.348539] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9931dbcd-1900-4392-b82f-7e18420f1038 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.348539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.348539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.349439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.349615] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.349776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.349776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.350668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.350668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.350668] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9931dbcd-1900-4392-b82f-7e18420f1038',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.352110] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-161735fe-9778-4e29-a195-da7530c50adb taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.352250] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-161735fe-9778-4e29-a195-da7530c50adb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.352290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-161735fe-9778-4e29-a195-da7530c50adb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.352588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-161735fe-9778-4e29-a195-da7530c50adb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.352588] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('161735fe-9778-4e29-a195-da7530c50adb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.376121] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 in Status: SUCCESS [ 649.376635] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.377181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.377466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.378194] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.378391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.378474] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.378688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.378792] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.378879] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.379888] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('697eaf45-155d-41e2-83dc-293d7cb7e248',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.427293] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.814065] env[69430]: INFO networking_nsxv3.common.synchronization [req-c0f044ce-9bbf-4935-9744-9bb22c410176 req-c958493b-d53b-4899-8fb4-a28d4dbdd974 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Enqueued Resource ID: d7699677-c845-435b-93d2-a4719c4d8a3e with Priority: HIGHEST for action security_group_members [ 649.814065] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7699677-c845-435b-93d2-a4719c4d8a3e with Priority: HIGHEST for action security_group_members [ 649.814065] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7699677-c845-435b-93d2-a4719c4d8a3e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.814065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.814065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.814602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.816032] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.816163] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.816207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.816454] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.816563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.816665] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.856359] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9931dbcd-1900-4392-b82f-7e18420f1038 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.856359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.856359] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9931dbcd-1900-4392-b82f-7e18420f1038',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.857092] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 161735fe-9778-4e29-a195-da7530c50adb with status ACTIVE [ 649.857410] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.857410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.857611] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.857646] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.857728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.857879] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.857997] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.858078] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.858240] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.858343] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.858498] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.858652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.858652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.858787] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.858861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.858949] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 161735fe-9778-4e29-a195-da7530c50adb is going to be updated. [ 649.881381] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('697eaf45-155d-41e2-83dc-293d7cb7e248',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.883285] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.883471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.883471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.884578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.884578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.884578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-161735fe-9778-4e29-a195-da7530c50adb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.931033] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.931033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.931033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.931033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.931609] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.931609] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 is going to be created. [ 649.958356] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.958356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.958356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.958356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.958555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.970485] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 in Status: UNINITIALIZED for 2s [ 649.975713] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 in Status: SUCCESS [ 649.975900] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 deletion is rescheduled due to dependency. [ 649.976299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.321173] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.321173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.321173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.321173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.321173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.321173] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.321591] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.321591] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.321591] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.321591] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.321591] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7699677-c845-435b-93d2-a4719c4d8a3e already deleted. [ 650.321743] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.361097] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9931dbcd-1900-4392-b82f-7e18420f1038',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.387124] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 697eaf45-155d-41e2-83dc-293d7cb7e248: rpc.has_security_group_logging(os_id): False [ 650.409301] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.409756] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.412028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.412028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.412028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.412028] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.412028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.412028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.412028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.412028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.412028] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 is going to be created. [ 650.442208] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.442409] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-584" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.442533] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-584" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.442891] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-584" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.443187] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.443358] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.443481] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.443704] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.443854] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.444080] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.444199] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.444310] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.444420] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.444534] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.444642] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.444775] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.466375] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.466375] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 650.466375] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.466582] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-584" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.466871] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-20c18ddf-0f21-4af3-a908-c89bb67c1e65 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.467053] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-20c18ddf-0f21-4af3-a908-c89bb67c1e65" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.467176] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-20c18ddf-0f21-4af3-a908-c89bb67c1e65" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.467555] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-20c18ddf-0f21-4af3-a908-c89bb67c1e65" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.467691] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20c18ddf-0f21-4af3-a908-c89bb67c1e65',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.483052] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.483227] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.483275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.483486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.483670] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.497099] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 in Status: IN_PROGRESS for 2s [ 650.864633] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.864725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.865085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.865085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.865160] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.865552] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9931dbcd-1900-4392-b82f-7e18420f1038 is going to be created. [ 650.891570] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.897365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.897365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.897365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.897365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.906820] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9931dbcd-1900-4392-b82f-7e18420f1038 in Status: UNINITIALIZED for 2s [ 650.970198] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.970563] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.970563] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.972480] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.972480] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.972480] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 20c18ddf-0f21-4af3-a908-c89bb67c1e65 not found, creating... [ 650.972480] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.972480] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.972480] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.972480] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.972480] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.972480] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.972916] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.972916] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.972916] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.973073] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.977716] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 20c18ddf-0f21-4af3-a908-c89bb67c1e65 is going to be created. [ 650.997432] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.997432] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.998879] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.999345] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.999754] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.999857] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-20c18ddf-0f21-4af3-a908-c89bb67c1e65" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.131915] env[69430]: INFO networking_nsxv3.common.synchronization [None req-06a471df-da8c-4881-b104-90f277684103 None None] Enqueued Resource ID: e6ca7433-d6b0-4ce5-ae7c-f8589fac854f with Priority: HIGHEST for action port [ 651.132725] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6ca7433-d6b0-4ce5-ae7c-f8589fac854f with Priority: HIGHEST for action port [ 651.134882] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6ca7433-d6b0-4ce5-ae7c-f8589fac854f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.135573] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6ca7433-d6b0-4ce5-ae7c-f8589fac854f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.135573] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6ca7433-d6b0-4ce5-ae7c-f8589fac854f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.135573] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6ca7433-d6b0-4ce5-ae7c-f8589fac854f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.135573] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6ca7433-d6b0-4ce5-ae7c-f8589fac854f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.640354] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6ca7433-d6b0-4ce5-ae7c-f8589fac854f [ 651.640550] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.640725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.641436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.641436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.641436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.641436] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6ca7433-d6b0-4ce5-ae7c-f8589fac854f already deleted. [ 651.641436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6ca7433-d6b0-4ce5-ae7c-f8589fac854f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.983659] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 in Status: SUCCESS [ 651.984019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.984142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.984392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.984630] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.984770] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.984853] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.985037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.985126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.985216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.985308] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.080628] env[69430]: INFO networking_nsxv3.common.synchronization [req-c0f044ce-9bbf-4935-9744-9bb22c410176 req-6db7f7e9-a25f-4ca0-a638-6c120f1146fb service nova] Enqueued Resource ID: d7699677-c845-435b-93d2-a4719c4d8a3e with Priority: HIGHEST for action security_group_rules [ 652.080628] env[69430]: INFO networking_nsxv3.common.synchronization [req-c0f044ce-9bbf-4935-9744-9bb22c410176 req-6db7f7e9-a25f-4ca0-a638-6c120f1146fb service nova] Enqueued Resource ID: d7699677-c845-435b-93d2-a4719c4d8a3e with Priority: HIGHEST for action security_group_members [ 652.080888] env[69430]: INFO networking_nsxv3.common.synchronization [req-c0f044ce-9bbf-4935-9744-9bb22c410176 req-6db7f7e9-a25f-4ca0-a638-6c120f1146fb service nova] Enqueued Resource ID: 20c18ddf-0f21-4af3-a908-c89bb67c1e65 with Priority: HIGHEST for action port [ 652.082357] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7699677-c845-435b-93d2-a4719c4d8a3e with Priority: HIGHEST for action security_group_rules [ 652.082357] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7699677-c845-435b-93d2-a4719c4d8a3e with Priority: HIGHEST for action security_group_members [ 652.082357] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c18ddf-0f21-4af3-a908-c89bb67c1e65 with Priority: HIGHEST for action port [ 652.082671] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7699677-c845-435b-93d2-a4719c4d8a3e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.082950] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.083017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.083366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.083505] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.084917] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7699677-c845-435b-93d2-a4719c4d8a3e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.085158] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.086060] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.086060] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.086060] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.086388] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.086510] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.086728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.086842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.086977] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.090576] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-20c18ddf-0f21-4af3-a908-c89bb67c1e65 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.090576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20c18ddf-0f21-4af3-a908-c89bb67c1e65" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.090576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20c18ddf-0f21-4af3-a908-c89bb67c1e65" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.090576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20c18ddf-0f21-4af3-a908-c89bb67c1e65" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.090576] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20c18ddf-0f21-4af3-a908-c89bb67c1e65',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.489056] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.489222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.489299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.489533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.489718] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.489821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.489885] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.490050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.490330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.490330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.490426] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.490482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.490525] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.491346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.491346] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.491346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.491346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.491346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.491346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.491346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.491346] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.512521] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 in Status: SUCCESS [ 652.513527] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.592451] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7699677-c845-435b-93d2-a4719c4d8a3e taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.592451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.592451] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.592916] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20c18ddf-0f21-4af3-a908-c89bb67c1e65 with status ACTIVE [ 652.593152] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.593272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.593325] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.596304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.596304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.596304] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.596304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.596304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.596304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.596304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.596304] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.596304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.596304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.596304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.596304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.596304] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20c18ddf-0f21-4af3-a908-c89bb67c1e65 is going to be updated. [ 652.626803] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.629111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.629292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.630434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.630720] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.631840] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20c18ddf-0f21-4af3-a908-c89bb67c1e65" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.638192] env[69430]: INFO networking_nsxv3.common.synchronization [req-c3939724-05f4-4640-8f8a-c98c718f6e5a req-f76ec502-fea4-4271-96d7-8bafb952dda3 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Enqueued Resource ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f with Priority: HIGHEST for action security_group_members [ 652.638576] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f with Priority: HIGHEST for action security_group_members [ 652.639033] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.639254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.639366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.639734] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.640010] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.641809] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.641901] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.642125] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.642224] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.642362] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43fc3cb5-77f4-4154-a8d6-7c9f83939e0f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.922511] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9931dbcd-1900-4392-b82f-7e18420f1038 in Status: SUCCESS [ 652.922986] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.923319] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.923671] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.923974] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.924367] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.924627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.924960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.925569] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.925830] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.926063] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9931dbcd-1900-4392-b82f-7e18420f1038',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.996078] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980: rpc.has_security_group_logging(os_id): False [ 653.020199] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.021275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.022604] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.022832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.022957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.023281] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.023392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.023456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.023731] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.023731] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.027018] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.027018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.027018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.027018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.027018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.027018] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.027018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.027018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.027018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.027018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.027018] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 is going to be created. [ 653.100318] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.100493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.100493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.100689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.100875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.101994] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.119667] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 in Status: IN_PROGRESS for 2s [ 653.144436] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.144621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.144689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.145360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.145360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.145360] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.145549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.145549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.145663] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.145730] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.146123] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f already deleted. [ 653.146123] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.432158] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9931dbcd-1900-4392-b82f-7e18420f1038',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.599471] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.599471] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-154" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.599661] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-154" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.599874] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-154" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.601516] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.601636] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.601754] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.602043] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.602153] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.602357] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.602474] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.602564] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.602666] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.602769] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.602872] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.603009] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.617012] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.617205] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.617286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.617479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.617562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.617667] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7699677-c845-435b-93d2-a4719c4d8a3e is going to be created. [ 653.626027] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.626266] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 653.626407] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.626598] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-154" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.626925] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-5654670a-be98-412e-9ee1-d509ffc7171e taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.627632] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-5654670a-be98-412e-9ee1-d509ffc7171e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.627632] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-5654670a-be98-412e-9ee1-d509ffc7171e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.627632] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-5654670a-be98-412e-9ee1-d509ffc7171e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.627859] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5654670a-be98-412e-9ee1-d509ffc7171e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.650012] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.650012] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.650012] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.650012] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.650012] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.661045] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7699677-c845-435b-93d2-a4719c4d8a3e in Status: UNINITIALIZED for 2s [ 653.937976] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9931dbcd-1900-4392-b82f-7e18420f1038: rpc.has_security_group_logging(os_id): False [ 653.960916] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.961109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.961260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.961445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.961574] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.961867] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.961979] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.962068] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.962233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.962313] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.962402] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9931dbcd-1900-4392-b82f-7e18420f1038 is going to be created. [ 654.033422] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.033748] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.033748] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.033884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.034200] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.046889] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9931dbcd-1900-4392-b82f-7e18420f1038 in Status: IN_PROGRESS for 2s [ 654.133034] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.133034] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.133034] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.133034] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.133034] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.133034] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 5654670a-be98-412e-9ee1-d509ffc7171e not found, creating... [ 654.133034] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.133034] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.133034] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.133034] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.133863] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.133863] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.133863] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.134492] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.134833] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.135653] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.135653] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 5654670a-be98-412e-9ee1-d509ffc7171e is going to be created. [ 654.138406] env[69430]: INFO networking_nsxv3.common.synchronization [None req-ceecf2b9-736d-4514-b03d-2cd809637528 None None] Enqueued Resource ID: 666d8b30-881c-4349-b0cb-cbc0de712ea6 with Priority: HIGHEST for action port [ 654.139338] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666d8b30-881c-4349-b0cb-cbc0de712ea6 with Priority: HIGHEST for action port [ 654.139665] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-666d8b30-881c-4349-b0cb-cbc0de712ea6 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.140359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-666d8b30-881c-4349-b0cb-cbc0de712ea6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.140359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-666d8b30-881c-4349-b0cb-cbc0de712ea6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.140359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-666d8b30-881c-4349-b0cb-cbc0de712ea6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.140359] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('666d8b30-881c-4349-b0cb-cbc0de712ea6',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.180045] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.180698] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.181042] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.181581] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.182059] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.182503] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-5654670a-be98-412e-9ee1-d509ffc7171e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.642566] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 666d8b30-881c-4349-b0cb-cbc0de712ea6 [ 654.642566] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.642837] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.643049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.643405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.643620] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.643778] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:666d8b30-881c-4349-b0cb-cbc0de712ea6 already deleted. [ 654.643908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-666d8b30-881c-4349-b0cb-cbc0de712ea6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.011082] env[69430]: INFO networking_nsxv3.common.synchronization [req-c3939724-05f4-4640-8f8a-c98c718f6e5a req-8c675c6b-f638-46a4-8425-4fac275a6d28 service nova] Enqueued Resource ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f with Priority: HIGHEST for action security_group_rules [ 655.011258] env[69430]: INFO networking_nsxv3.common.synchronization [req-c3939724-05f4-4640-8f8a-c98c718f6e5a req-8c675c6b-f638-46a4-8425-4fac275a6d28 service nova] Enqueued Resource ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f with Priority: HIGHEST for action security_group_members [ 655.011500] env[69430]: INFO networking_nsxv3.common.synchronization [req-c3939724-05f4-4640-8f8a-c98c718f6e5a req-8c675c6b-f638-46a4-8425-4fac275a6d28 service nova] Enqueued Resource ID: 5654670a-be98-412e-9ee1-d509ffc7171e with Priority: HIGHEST for action port [ 655.011921] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f with Priority: HIGHEST for action security_group_rules [ 655.012134] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f with Priority: HIGHEST for action security_group_members [ 655.012241] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5654670a-be98-412e-9ee1-d509ffc7171e with Priority: HIGHEST for action port [ 655.012523] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.012775] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.012775] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.012956] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.013897] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43fc3cb5-77f4-4154-a8d6-7c9f83939e0f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.014026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.014137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.014255] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.014503] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.014766] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.014766] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.015252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.015252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.015252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.015252] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43fc3cb5-77f4-4154-a8d6-7c9f83939e0f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.016439] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-5654670a-be98-412e-9ee1-d509ffc7171e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.016523] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5654670a-be98-412e-9ee1-d509ffc7171e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.016523] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5654670a-be98-412e-9ee1-d509ffc7171e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.016676] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5654670a-be98-412e-9ee1-d509ffc7171e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.016767] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5654670a-be98-412e-9ee1-d509ffc7171e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.132489] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 in Status: SUCCESS [ 655.132813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.519074] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.519253] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.521662] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5654670a-be98-412e-9ee1-d509ffc7171e with status ACTIVE [ 655.522170] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.522170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.522170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.522339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.522372] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.522553] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.522653] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.522723] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.522914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.522951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.523216] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.523275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.523352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.523480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.523556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.523643] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5654670a-be98-412e-9ee1-d509ffc7171e is going to be updated. [ 655.524781] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43fc3cb5-77f4-4154-a8d6-7c9f83939e0f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.549678] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.549836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.549912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.550140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.551714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.551714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5654670a-be98-412e-9ee1-d509ffc7171e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.674698] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7699677-c845-435b-93d2-a4719c4d8a3e in Status: SUCCESS [ 655.674698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.674698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.674698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.674698] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.674698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.674698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.674698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.674698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.674698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.674698] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.988578] env[69430]: INFO networking_nsxv3.common.synchronization [req-d94894c1-66da-495d-b08d-38e95b02adf4 req-fce42bf1-49ec-41ba-8107-6025cebea998 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Enqueued Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_members [ 655.989171] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_members [ 655.990093] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.990093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.990408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.990708] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.990887] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.990999] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.991101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.991276] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.991364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.991464] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.030219] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43fc3cb5-77f4-4154-a8d6-7c9f83939e0f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.060211] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9931dbcd-1900-4392-b82f-7e18420f1038 in Status: SUCCESS [ 656.060683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.179321] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7699677-c845-435b-93d2-a4719c4d8a3e taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.179737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.179737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.180114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.180114] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.180364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.180694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.180871] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.180871] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.180871] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.181094] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7699677-c845-435b-93d2-a4719c4d8a3e taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.181223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.181223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.181377] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.181518] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.181607] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.181697] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.182016] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.182016] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.182408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.184160] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.494364] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.497137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.497137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.497137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.497137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.497137] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.497137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.497137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.497137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.497137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.497137] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 already deleted. [ 656.497137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.533520] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.535644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.535644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.535644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.535644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.535644] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f is going to be created. [ 656.569282] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.569989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.570446] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.571641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.571994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.586922] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f in Status: UNINITIALIZED for 2s [ 656.687017] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7699677-c845-435b-93d2-a4719c4d8a3e: rpc.has_security_group_logging(os_id): False [ 656.709156] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.709496] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.709680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.710507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.710672] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.710952] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.712040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.712135] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.712425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.712559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.713092] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.713092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.713092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.713365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.713474] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.713737] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.713886] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.713970] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.714204] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.714361] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.714500] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7699677-c845-435b-93d2-a4719c4d8a3e is going to be created. [ 656.761020] env[69430]: INFO networking_nsxv3.common.synchronization [None req-f638cf36-774a-4437-8681-0fd07d99a2f8 None None] Enqueued Resource ID: 5ac0a5e9-5fbc-480a-81dd-a2432a1e9fde with Priority: HIGHEST for action port [ 656.761020] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ac0a5e9-5fbc-480a-81dd-a2432a1e9fde with Priority: HIGHEST for action port [ 656.764300] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ac0a5e9-5fbc-480a-81dd-a2432a1e9fde taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.764533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ac0a5e9-5fbc-480a-81dd-a2432a1e9fde" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.764621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ac0a5e9-5fbc-480a-81dd-a2432a1e9fde" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.764919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ac0a5e9-5fbc-480a-81dd-a2432a1e9fde" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.765023] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ac0a5e9-5fbc-480a-81dd-a2432a1e9fde',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.793988] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.794266] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.794365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.794680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.794916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.807381] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7699677-c845-435b-93d2-a4719c4d8a3e in Status: IN_PROGRESS for 2s [ 656.972373] env[69430]: INFO networking_nsxv3.common.synchronization [None req-4719a1c6-9b37-4425-acac-a47b45e0099c None None] Enqueued Resource ID: dba11e06-30f1-4127-a0d2-9adadaba2887 with Priority: HIGHEST for action port [ 656.972644] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba11e06-30f1-4127-a0d2-9adadaba2887 with Priority: HIGHEST for action port [ 656.973493] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-dba11e06-30f1-4127-a0d2-9adadaba2887 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.973493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dba11e06-30f1-4127-a0d2-9adadaba2887" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.973493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dba11e06-30f1-4127-a0d2-9adadaba2887" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.973980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dba11e06-30f1-4127-a0d2-9adadaba2887" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.974083] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dba11e06-30f1-4127-a0d2-9adadaba2887',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.002707] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-757 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.003306] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-757" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.003718] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-757" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.004984] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-757" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.005674] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.005918] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.007266] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.007798] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.008070] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.008261] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.008336] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.008446] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.008592] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.008672] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.008769] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.008912] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.032236] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.032374] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 657.041064] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.041064] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-757" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.041064] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-37b90ce1-e15b-41ee-ad2d-f42aa8953646 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.041064] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-37b90ce1-e15b-41ee-ad2d-f42aa8953646" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.041064] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-37b90ce1-e15b-41ee-ad2d-f42aa8953646" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.041064] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-37b90ce1-e15b-41ee-ad2d-f42aa8953646" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.041064] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37b90ce1-e15b-41ee-ad2d-f42aa8953646',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.271813] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ac0a5e9-5fbc-480a-81dd-a2432a1e9fde [ 657.272873] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.273285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.274542] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.274542] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.274542] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.274542] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ac0a5e9-5fbc-480a-81dd-a2432a1e9fde already deleted. [ 657.274542] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ac0a5e9-5fbc-480a-81dd-a2432a1e9fde" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.476411] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dba11e06-30f1-4127-a0d2-9adadaba2887 [ 657.476660] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.476802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.476891] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.480678] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.480794] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.480947] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dba11e06-30f1-4127-a0d2-9adadaba2887 already deleted. [ 657.481084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dba11e06-30f1-4127-a0d2-9adadaba2887" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.538315] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.538978] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.538978] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.538978] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.539418] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.539418] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 37b90ce1-e15b-41ee-ad2d-f42aa8953646 not found, creating... [ 657.539579] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.539752] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.539896] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.540302] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.540302] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.540589] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.540747] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.540861] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.541198] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.541293] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.541375] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 37b90ce1-e15b-41ee-ad2d-f42aa8953646 is going to be created. [ 657.569219] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.569219] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.569219] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.569219] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.569219] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.569219] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-37b90ce1-e15b-41ee-ad2d-f42aa8953646" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.793035] env[69430]: INFO networking_nsxv3.common.synchronization [req-91083d7e-7182-4614-b83a-c60ba21f3061 req-c9cdb7ae-dca2-4fd8-8c02-3946e13187e7 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Enqueued Resource ID: adcef041-d972-4f90-9f1e-a8b195dba32a with Priority: HIGHEST for action security_group_members [ 657.793713] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adcef041-d972-4f90-9f1e-a8b195dba32a with Priority: HIGHEST for action security_group_members [ 657.794558] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-adcef041-d972-4f90-9f1e-a8b195dba32a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.794703] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.795376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.795376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.795376] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.795376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.795376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.795702] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.795702] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.795702] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.301892] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.406486] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.406486] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.406679] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.407069] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.407159] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.407300] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.407415] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.407893] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.408245] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.408463] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.409992] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.409992] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.409992] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.409992] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.409992] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.409992] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.431973] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.432208] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 658.432400] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.432549] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.432891] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-4d44e987-b72f-4b98-90b9-70a1b809141e taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.433083] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-4d44e987-b72f-4b98-90b9-70a1b809141e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.433209] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-4d44e987-b72f-4b98-90b9-70a1b809141e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.433553] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-4d44e987-b72f-4b98-90b9-70a1b809141e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.433720] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d44e987-b72f-4b98-90b9-70a1b809141e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.512819] env[69430]: INFO networking_nsxv3.common.synchronization [req-d94894c1-66da-495d-b08d-38e95b02adf4 req-b0d62201-2667-4c5e-b407-c070e79f0408 service nova] Enqueued Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_rules [ 658.512819] env[69430]: INFO networking_nsxv3.common.synchronization [req-d94894c1-66da-495d-b08d-38e95b02adf4 req-b0d62201-2667-4c5e-b407-c070e79f0408 service nova] Enqueued Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_members [ 658.512819] env[69430]: INFO networking_nsxv3.common.synchronization [req-d94894c1-66da-495d-b08d-38e95b02adf4 req-b0d62201-2667-4c5e-b407-c070e79f0408 service nova] Enqueued Resource ID: 37b90ce1-e15b-41ee-ad2d-f42aa8953646 with Priority: HIGHEST for action port [ 658.512819] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_rules [ 658.512819] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_members [ 658.512819] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37b90ce1-e15b-41ee-ad2d-f42aa8953646 with Priority: HIGHEST for action port [ 658.514909] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.514909] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.514909] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.514909] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.514909] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.515543] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.515662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.515826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.516694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.518067] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.518067] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.518067] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.518067] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.518067] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.518067] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.522406] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-37b90ce1-e15b-41ee-ad2d-f42aa8953646 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.522406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37b90ce1-e15b-41ee-ad2d-f42aa8953646" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.523330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37b90ce1-e15b-41ee-ad2d-f42aa8953646" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.523330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37b90ce1-e15b-41ee-ad2d-f42aa8953646" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.523543] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37b90ce1-e15b-41ee-ad2d-f42aa8953646',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.598690] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f in Status: SUCCESS [ 658.598909] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.599134] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.600202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.600202] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.600202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.600202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.600202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.600202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.600202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.600202] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43fc3cb5-77f4-4154-a8d6-7c9f83939e0f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.806271] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.820590] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7699677-c845-435b-93d2-a4719c4d8a3e in Status: SUCCESS [ 658.820804] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.939298] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.939298] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.939298] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.939298] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.939298] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.939298] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 4d44e987-b72f-4b98-90b9-70a1b809141e not found, creating... [ 658.939298] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.939298] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.939298] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.939298] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.939817] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.939817] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.939817] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.939817] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.939817] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.939817] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.940730] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 4d44e987-b72f-4b98-90b9-70a1b809141e is going to be created. [ 658.970147] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.970147] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.970147] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.970147] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.970147] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.970147] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-4d44e987-b72f-4b98-90b9-70a1b809141e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.027187] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.028347] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.028497] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.029868] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37b90ce1-e15b-41ee-ad2d-f42aa8953646 with status ACTIVE [ 659.029868] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.029868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.029868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.029868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.029868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.029868] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.029868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.029868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.030792] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.033668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.033668] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.033816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.033855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.034036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.034119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.034209] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37b90ce1-e15b-41ee-ad2d-f42aa8953646 is going to be updated. [ 659.101651] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.101845] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.101946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.102348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.102451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.102689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37b90ce1-e15b-41ee-ad2d-f42aa8953646" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.103814] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.103814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.103814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.103814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.104112] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.104112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.104112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.104289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.104394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.104507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.104705] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.104831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.104931] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.105153] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.105468] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.105608] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.105724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.106454] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.110442] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.110442] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.110535] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43fc3cb5-77f4-4154-a8d6-7c9f83939e0f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.309671] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.312776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.312776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.312776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.312776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.312776] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adcef041-d972-4f90-9f1e-a8b195dba32a is going to be updated. [ 659.349025] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.349025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.349025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.349025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.349025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.360492] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adcef041-d972-4f90-9f1e-a8b195dba32a in Status: IN_PROGRESS for 2s [ 659.530936] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.613898] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f: rpc.has_security_group_logging(os_id): False [ 659.633174] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.633174] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.633367] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.633407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.633570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.633679] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.633774] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.633843] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.633998] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.634188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.634315] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.634412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.634474] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.634619] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.634694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.637432] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.637432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.637432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.637432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.637432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.637432] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f is going to be created. [ 659.708411] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.708411] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.708582] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.709120] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.709208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.726388] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f in Status: IN_PROGRESS for 2s [ 660.033806] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.033806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.033806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.033806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.033806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.033806] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 is going to be created. [ 660.063251] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.063355] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.063396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.065023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.065023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.076072] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 in Status: UNINITIALIZED for 2s [ 660.109719] env[69430]: INFO networking_nsxv3.common.synchronization [req-91083d7e-7182-4614-b83a-c60ba21f3061 req-0de3b1bb-f997-49d2-8686-44a8c9170f32 service nova] Enqueued Resource ID: adcef041-d972-4f90-9f1e-a8b195dba32a with Priority: HIGHEST for action security_group_rules [ 660.110134] env[69430]: INFO networking_nsxv3.common.synchronization [req-91083d7e-7182-4614-b83a-c60ba21f3061 req-0de3b1bb-f997-49d2-8686-44a8c9170f32 service nova] Enqueued Resource ID: adcef041-d972-4f90-9f1e-a8b195dba32a with Priority: HIGHEST for action security_group_members [ 660.110246] env[69430]: INFO networking_nsxv3.common.synchronization [req-91083d7e-7182-4614-b83a-c60ba21f3061 req-0de3b1bb-f997-49d2-8686-44a8c9170f32 service nova] Enqueued Resource ID: 4d44e987-b72f-4b98-90b9-70a1b809141e with Priority: HIGHEST for action port [ 660.110798] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adcef041-d972-4f90-9f1e-a8b195dba32a with Priority: HIGHEST for action security_group_rules [ 660.110937] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adcef041-d972-4f90-9f1e-a8b195dba32a with Priority: HIGHEST for action security_group_members [ 660.110998] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d44e987-b72f-4b98-90b9-70a1b809141e with Priority: HIGHEST for action port [ 660.112186] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adcef041-d972-4f90-9f1e-a8b195dba32a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.112315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.112315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.112517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.112592] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.113716] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-adcef041-d972-4f90-9f1e-a8b195dba32a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.113716] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.113925] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d44e987-b72f-4b98-90b9-70a1b809141e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.114095] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d44e987-b72f-4b98-90b9-70a1b809141e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.114095] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d44e987-b72f-4b98-90b9-70a1b809141e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.114315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d44e987-b72f-4b98-90b9-70a1b809141e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.114388] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d44e987-b72f-4b98-90b9-70a1b809141e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.364964] env[69430]: INFO networking_nsxv3.common.synchronization [None req-ded609da-df7c-4ff6-8dce-04d8637849c7 None None] Enqueued Resource ID: 8a6511c6-ec37-48ad-ab03-7bbc64e59f67 with Priority: HIGHEST for action port [ 660.365275] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a6511c6-ec37-48ad-ab03-7bbc64e59f67 with Priority: HIGHEST for action port [ 660.365843] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a6511c6-ec37-48ad-ab03-7bbc64e59f67 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.365972] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a6511c6-ec37-48ad-ab03-7bbc64e59f67" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.366082] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a6511c6-ec37-48ad-ab03-7bbc64e59f67" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.366553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a6511c6-ec37-48ad-ab03-7bbc64e59f67" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.366553] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a6511c6-ec37-48ad-ab03-7bbc64e59f67',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.455727] env[69430]: INFO networking_nsxv3.common.synchronization [None req-27bb9c15-6c7a-4260-a2af-47d4d02d91ef None None] Enqueued Resource ID: 93a249cf-ef7f-43d4-b887-d8e04986f253 with Priority: HIGHEST for action port [ 660.456313] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93a249cf-ef7f-43d4-b887-d8e04986f253 with Priority: HIGHEST for action port [ 660.458502] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-93a249cf-ef7f-43d4-b887-d8e04986f253 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.458502] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93a249cf-ef7f-43d4-b887-d8e04986f253" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.458502] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93a249cf-ef7f-43d4-b887-d8e04986f253" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.458502] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93a249cf-ef7f-43d4-b887-d8e04986f253" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.458502] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93a249cf-ef7f-43d4-b887-d8e04986f253',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.622031] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-adcef041-d972-4f90-9f1e-a8b195dba32a taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.622031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.622031] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d44e987-b72f-4b98-90b9-70a1b809141e with status ACTIVE [ 660.622031] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.622031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.622031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.622031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.622031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.622031] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.622031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.622031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.622031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.622031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.622878] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.622878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.622878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.622878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.622878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.622878] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d44e987-b72f-4b98-90b9-70a1b809141e is going to be updated. [ 660.648090] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.649309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.649309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.649309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.649309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.649309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d44e987-b72f-4b98-90b9-70a1b809141e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.870319] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a6511c6-ec37-48ad-ab03-7bbc64e59f67 [ 660.870598] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.870744] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.870813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.871040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.871132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.871228] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a6511c6-ec37-48ad-ab03-7bbc64e59f67 already deleted. [ 660.871307] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a6511c6-ec37-48ad-ab03-7bbc64e59f67" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.962103] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93a249cf-ef7f-43d4-b887-d8e04986f253 [ 660.962103] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.962103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.962103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.962103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.962103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.962103] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93a249cf-ef7f-43d4-b887-d8e04986f253 already deleted. [ 660.962103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93a249cf-ef7f-43d4-b887-d8e04986f253" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.371634] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adcef041-d972-4f90-9f1e-a8b195dba32a in Status: SUCCESS [ 661.371918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.372269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.372370] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.372473] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.372593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.372658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.372809] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.372927] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.372975] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.744580] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f in Status: SUCCESS [ 661.744832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.876143] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.087089] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 in Status: SUCCESS [ 662.087403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.088398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.088398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.088398] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.088398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.088398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.088708] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.088708] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.088773] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.088933] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.379161] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.591896] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.881252] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.881585] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.881585] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.881757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.881757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.881884] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adcef041-d972-4f90-9f1e-a8b195dba32a is going to be updated. [ 662.896384] env[69430]: INFO networking_nsxv3.common.synchronization [None req-aa1e6a71-d827-4b15-9846-b0392b95482d None None] Enqueued Resource ID: acf20f59-e7a8-4bbe-8119-d7d5fec17a17 with Priority: HIGHEST for action port [ 662.896384] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf20f59-e7a8-4bbe-8119-d7d5fec17a17 with Priority: HIGHEST for action port [ 662.896384] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-acf20f59-e7a8-4bbe-8119-d7d5fec17a17 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.896384] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acf20f59-e7a8-4bbe-8119-d7d5fec17a17" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.896384] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acf20f59-e7a8-4bbe-8119-d7d5fec17a17" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.896384] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acf20f59-e7a8-4bbe-8119-d7d5fec17a17" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.896384] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acf20f59-e7a8-4bbe-8119-d7d5fec17a17',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.912901] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.912901] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.912901] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.913149] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.913149] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.925077] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adcef041-d972-4f90-9f1e-a8b195dba32a in Status: IN_PROGRESS for 2s [ 663.097147] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c83c9bfe-c3e8-4c85-9c5d-082d651d5e02: rpc.has_security_group_logging(os_id): False [ 663.115453] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.115453] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.115453] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.115453] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.115453] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.115931] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.115931] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.115931] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.115931] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.116334] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.116334] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 is going to be created. [ 663.212224] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.212497] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.212575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.212824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.213041] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.226109] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 in Status: IN_PROGRESS for 2s [ 663.402447] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acf20f59-e7a8-4bbe-8119-d7d5fec17a17 [ 663.402735] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.402862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.402974] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.403143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.403237] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.403338] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acf20f59-e7a8-4bbe-8119-d7d5fec17a17 already deleted. [ 663.403418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acf20f59-e7a8-4bbe-8119-d7d5fec17a17" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.938483] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adcef041-d972-4f90-9f1e-a8b195dba32a in Status: SUCCESS [ 664.938897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.938897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.939339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.939583] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.939654] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.940285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.940510] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.940605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.940705] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.940805] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.243915] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 in Status: SUCCESS [ 665.244207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.447125] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-adcef041-d972-4f90-9f1e-a8b195dba32a taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.447404] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.447831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.448206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.448606] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.449392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.449466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.449721] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.449808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.449916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.450126] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-adcef041-d972-4f90-9f1e-a8b195dba32a taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.451645] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.451815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.452017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.452203] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.452317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.452387] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.452553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.452902] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.452902] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.452902] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.471944] env[69430]: INFO networking_nsxv3.common.synchronization [None req-33616a51-001a-4405-9636-ddb262be1d47 None None] Enqueued Resource ID: 24713800-c698-4ca0-a51a-a86fb3a14499 with Priority: HIGHEST for action port [ 665.474648] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24713800-c698-4ca0-a51a-a86fb3a14499 with Priority: HIGHEST for action port [ 665.474994] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-24713800-c698-4ca0-a51a-a86fb3a14499 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.475670] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24713800-c698-4ca0-a51a-a86fb3a14499" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.475771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24713800-c698-4ca0-a51a-a86fb3a14499" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.476033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24713800-c698-4ca0-a51a-a86fb3a14499" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.476153] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24713800-c698-4ca0-a51a-a86fb3a14499',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.483675] env[69430]: INFO networking_nsxv3.common.synchronization [req-225ee7af-24c3-4c12-bde1-0fd285029f7e req-7a75a8c7-7f06-432f-ae50-38ea79c1d120 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Enqueued Resource ID: b97661ab-d3b7-4350-b388-c7444b75f164 with Priority: HIGHEST for action security_group_members [ 665.484351] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97661ab-d3b7-4350-b388-c7444b75f164 with Priority: HIGHEST for action security_group_members [ 665.484632] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97661ab-d3b7-4350-b388-c7444b75f164 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.484869] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.484869] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.485852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.485852] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.485852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.485852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.485852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.486126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.486126] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b97661ab-d3b7-4350-b388-c7444b75f164',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.920882] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.921120] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.921120] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.921366] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.921651] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.921813] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.921936] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.922476] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.922717] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.923076] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.923327] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.923497] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.923644] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.923796] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.923940] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.924165] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.949030] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.949030] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 665.949030] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.949030] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.949030] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-2ac4eff8-201d-4c6e-966f-3adb8e501115 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.949030] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-2ac4eff8-201d-4c6e-966f-3adb8e501115" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.949030] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-2ac4eff8-201d-4c6e-966f-3adb8e501115" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.949926] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-2ac4eff8-201d-4c6e-966f-3adb8e501115" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.951282] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ac4eff8-201d-4c6e-966f-3adb8e501115',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.956596] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adcef041-d972-4f90-9f1e-a8b195dba32a: rpc.has_security_group_logging(os_id): False [ 665.978557] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.981714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.981714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.981714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.981714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.981714] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.981714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.981714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.981714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.981714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.981714] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.981714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.981714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.981714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.981714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.982256] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.982256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.982256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.982256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.982256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.982488] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adcef041-d972-4f90-9f1e-a8b195dba32a is going to be updated. [ 665.984367] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24713800-c698-4ca0-a51a-a86fb3a14499 [ 665.984367] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.984367] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.984367] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.984367] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.985638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.985638] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24713800-c698-4ca0-a51a-a86fb3a14499 already deleted. [ 665.985638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24713800-c698-4ca0-a51a-a86fb3a14499" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.989841] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.989841] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.989841] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.989841] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.989841] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.989841] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.989841] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.989841] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.989841] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.989841] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.989841] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97661ab-d3b7-4350-b388-c7444b75f164 already deleted. [ 665.989841] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.061274] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.062702] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.062702] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.062814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.063078] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.083956] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adcef041-d972-4f90-9f1e-a8b195dba32a in Status: IN_PROGRESS for 2s [ 666.453082] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.453465] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.453537] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.453839] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.454024] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.454196] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 2ac4eff8-201d-4c6e-966f-3adb8e501115 not found, creating... [ 666.454523] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.454720] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.454847] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.455216] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.455310] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.456346] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.456524] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.456666] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.456990] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.457613] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.457613] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 2ac4eff8-201d-4c6e-966f-3adb8e501115 is going to be created. [ 666.481713] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.482137] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.482233] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.482457] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.482718] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.483183] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-2ac4eff8-201d-4c6e-966f-3adb8e501115" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.606247] env[69430]: INFO networking_nsxv3.common.synchronization [req-225ee7af-24c3-4c12-bde1-0fd285029f7e req-b05cf5e3-ebd1-4c63-818c-f3db2158a0ef service nova] Enqueued Resource ID: b97661ab-d3b7-4350-b388-c7444b75f164 with Priority: HIGHEST for action security_group_rules [ 667.606537] env[69430]: INFO networking_nsxv3.common.synchronization [req-225ee7af-24c3-4c12-bde1-0fd285029f7e req-b05cf5e3-ebd1-4c63-818c-f3db2158a0ef service nova] Enqueued Resource ID: b97661ab-d3b7-4350-b388-c7444b75f164 with Priority: HIGHEST for action security_group_members [ 667.606713] env[69430]: INFO networking_nsxv3.common.synchronization [req-225ee7af-24c3-4c12-bde1-0fd285029f7e req-b05cf5e3-ebd1-4c63-818c-f3db2158a0ef service nova] Enqueued Resource ID: 2ac4eff8-201d-4c6e-966f-3adb8e501115 with Priority: HIGHEST for action port [ 667.607345] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97661ab-d3b7-4350-b388-c7444b75f164 with Priority: HIGHEST for action security_group_rules [ 667.607501] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97661ab-d3b7-4350-b388-c7444b75f164 with Priority: HIGHEST for action security_group_members [ 667.607645] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac4eff8-201d-4c6e-966f-3adb8e501115 with Priority: HIGHEST for action port [ 667.608050] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b97661ab-d3b7-4350-b388-c7444b75f164 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.609287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.609372] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.609726] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.609726] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b97661ab-d3b7-4350-b388-c7444b75f164',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.611381] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97661ab-d3b7-4350-b388-c7444b75f164 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.617021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.617021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.617021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.617021] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.617021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.617021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.617021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.617021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.617021] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b97661ab-d3b7-4350-b388-c7444b75f164',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.617021] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ac4eff8-201d-4c6e-966f-3adb8e501115 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.617021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ac4eff8-201d-4c6e-966f-3adb8e501115" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.617021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ac4eff8-201d-4c6e-966f-3adb8e501115" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.617021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ac4eff8-201d-4c6e-966f-3adb8e501115" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.617021] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ac4eff8-201d-4c6e-966f-3adb8e501115',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.102206] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adcef041-d972-4f90-9f1e-a8b195dba32a in Status: SUCCESS [ 668.102206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.112097] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97661ab-d3b7-4350-b388-c7444b75f164 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.112193] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.123073] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b97661ab-d3b7-4350-b388-c7444b75f164',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.123920] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ac4eff8-201d-4c6e-966f-3adb8e501115 with status ACTIVE [ 668.124174] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.124309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.124381] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.124592] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.124682] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.124862] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.124962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.125025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.125184] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.125291] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.125479] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.125573] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.125625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.125828] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.125828] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.125933] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ac4eff8-201d-4c6e-966f-3adb8e501115 is going to be updated. [ 668.154791] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.154791] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.154933] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.155191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.155397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.155624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ac4eff8-201d-4c6e-966f-3adb8e501115" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.352330] env[69430]: INFO networking_nsxv3.common.synchronization [None req-5c1ccfa4-5f64-4f16-b92d-d7816fae62c7 None None] Enqueued Resource ID: cd3a4646-756b-43d8-a78c-bf2b67b7327b with Priority: HIGHEST for action port [ 668.352330] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd3a4646-756b-43d8-a78c-bf2b67b7327b with Priority: HIGHEST for action port [ 668.352330] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd3a4646-756b-43d8-a78c-bf2b67b7327b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.352330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd3a4646-756b-43d8-a78c-bf2b67b7327b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.352330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd3a4646-756b-43d8-a78c-bf2b67b7327b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.353233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd3a4646-756b-43d8-a78c-bf2b67b7327b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.353443] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd3a4646-756b-43d8-a78c-bf2b67b7327b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.476724] env[69430]: INFO networking_nsxv3.common.synchronization [None req-e7c37a06-8bb9-439f-92b2-e074fb7e03e3 None None] Enqueued Resource ID: 396e96cc-9e87-4b07-82de-2b5089a718de with Priority: HIGHEST for action port [ 668.476724] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396e96cc-9e87-4b07-82de-2b5089a718de with Priority: HIGHEST for action port [ 668.476724] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-396e96cc-9e87-4b07-82de-2b5089a718de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.476724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-396e96cc-9e87-4b07-82de-2b5089a718de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.477359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-396e96cc-9e87-4b07-82de-2b5089a718de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.478193] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-396e96cc-9e87-4b07-82de-2b5089a718de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.478193] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('396e96cc-9e87-4b07-82de-2b5089a718de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.630903] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b97661ab-d3b7-4350-b388-c7444b75f164',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.859824] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd3a4646-756b-43d8-a78c-bf2b67b7327b [ 668.860593] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.860593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.860593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.860593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.860593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.860593] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd3a4646-756b-43d8-a78c-bf2b67b7327b already deleted. [ 668.860943] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd3a4646-756b-43d8-a78c-bf2b67b7327b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.981178] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 396e96cc-9e87-4b07-82de-2b5089a718de [ 668.981994] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.981994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.981994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.981994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.981994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.981994] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:396e96cc-9e87-4b07-82de-2b5089a718de already deleted. [ 668.982439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-396e96cc-9e87-4b07-82de-2b5089a718de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.138194] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.138194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.138194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.138194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.138194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.138194] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97661ab-d3b7-4350-b388-c7444b75f164 is going to be created. [ 669.171195] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.171195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.171195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.171195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.171195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.184933] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97661ab-d3b7-4350-b388-c7444b75f164 in Status: UNINITIALIZED for 2s [ 670.994400] env[69430]: INFO networking_nsxv3.common.synchronization [None req-2c12fe3f-f05d-46e4-b5cb-dcd5c70013a0 None None] Enqueued Resource ID: a0efdeee-b2e1-42ba-9a6b-2b14d5425949 with Priority: HIGHEST for action port [ 670.994923] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0efdeee-b2e1-42ba-9a6b-2b14d5425949 with Priority: HIGHEST for action port [ 670.995285] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0efdeee-b2e1-42ba-9a6b-2b14d5425949 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.995407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0efdeee-b2e1-42ba-9a6b-2b14d5425949" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.995505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0efdeee-b2e1-42ba-9a6b-2b14d5425949" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.995818] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0efdeee-b2e1-42ba-9a6b-2b14d5425949" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.995909] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0efdeee-b2e1-42ba-9a6b-2b14d5425949',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.197360] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97661ab-d3b7-4350-b388-c7444b75f164 in Status: SUCCESS [ 671.197560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.197717] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.198107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.198269] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.198377] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.198435] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.198602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.198688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.198763] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.198860] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b97661ab-d3b7-4350-b388-c7444b75f164',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.498334] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0efdeee-b2e1-42ba-9a6b-2b14d5425949 [ 671.498565] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.498701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.498772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.499011] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.499117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.499220] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0efdeee-b2e1-42ba-9a6b-2b14d5425949 already deleted. [ 671.499323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0efdeee-b2e1-42ba-9a6b-2b14d5425949" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.704967] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97661ab-d3b7-4350-b388-c7444b75f164 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.705398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.705398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.705507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.705630] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.705728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.705789] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.706030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.706118] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.706164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.706975] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97661ab-d3b7-4350-b388-c7444b75f164 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.707142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.707203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.707357] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.707498] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.707624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.707714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.707851] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.709289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.709289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.709289] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b97661ab-d3b7-4350-b388-c7444b75f164',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.214256] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b97661ab-d3b7-4350-b388-c7444b75f164: rpc.has_security_group_logging(os_id): False [ 672.234492] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.234665] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.234737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.234965] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.235066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.235305] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.235386] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.235425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.235709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.235709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.235890] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.235957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.235957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.236118] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.236203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.236481] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.236537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.236571] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.236714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.236790] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.236868] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b97661ab-d3b7-4350-b388-c7444b75f164 is going to be created. [ 672.308962] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.308962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.308962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.308962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.308962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.334840] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b97661ab-d3b7-4350-b388-c7444b75f164 in Status: IN_PROGRESS for 2s [ 672.424617] env[69430]: INFO networking_nsxv3.common.synchronization [req-d9367fa3-0adc-411a-b90f-9232bd11604b req-8b40266a-5a05-4aa2-a650-d7b04e174d61 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 672.426044] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 672.426520] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.426651] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.426772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.427094] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.427362] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.427362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.427362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.427697] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.428067] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.428067] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.616422] env[69430]: INFO networking_nsxv3.common.synchronization [None req-a6060c28-fe7d-497d-9f1e-6fc59b0647a7 None None] Enqueued Resource ID: 06b1e73c-d2e6-4adc-941d-10f06598b5a6 with Priority: HIGHEST for action port [ 672.616628] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06b1e73c-d2e6-4adc-941d-10f06598b5a6 with Priority: HIGHEST for action port [ 672.617252] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-06b1e73c-d2e6-4adc-941d-10f06598b5a6 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.617393] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06b1e73c-d2e6-4adc-941d-10f06598b5a6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.617445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06b1e73c-d2e6-4adc-941d-10f06598b5a6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.617763] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06b1e73c-d2e6-4adc-941d-10f06598b5a6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.617763] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06b1e73c-d2e6-4adc-941d-10f06598b5a6',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.932508] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.932710] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.932842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.932989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.933095] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.933298] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.933393] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.933455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.933697] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.933697] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.933858] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff already deleted. [ 672.933858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.970236] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.970493] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.970609] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.970955] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.971244] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.971440] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.971522] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.971821] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.972045] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.972120] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.972593] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.972593] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.972593] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.972593] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.972974] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.972974] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.993840] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.994041] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 672.994167] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.994346] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.994670] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-d90ea8d0-27bf-4abd-bda1-c8725bf0ce46 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.994845] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-d90ea8d0-27bf-4abd-bda1-c8725bf0ce46" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.995308] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-d90ea8d0-27bf-4abd-bda1-c8725bf0ce46" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.995463] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-d90ea8d0-27bf-4abd-bda1-c8725bf0ce46" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.995622] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d90ea8d0-27bf-4abd-bda1-c8725bf0ce46',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.120300] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06b1e73c-d2e6-4adc-941d-10f06598b5a6 [ 673.120300] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.120447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.120447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.120665] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.120868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.120956] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06b1e73c-d2e6-4adc-941d-10f06598b5a6 already deleted. [ 673.121093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06b1e73c-d2e6-4adc-941d-10f06598b5a6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.499490] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.499490] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.499490] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.499850] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.499850] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.499917] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port d90ea8d0-27bf-4abd-bda1-c8725bf0ce46 not found, creating... [ 673.500187] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.500493] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.500582] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.500879] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.501050] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.501361] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.501527] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.501648] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.501868] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.502009] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.502699] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: d90ea8d0-27bf-4abd-bda1-c8725bf0ce46 is going to be created. [ 673.528224] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.528483] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.528614] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.529007] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.529134] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.529407] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-d90ea8d0-27bf-4abd-bda1-c8725bf0ce46" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.348638] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b97661ab-d3b7-4350-b388-c7444b75f164 in Status: SUCCESS [ 674.348863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.463033] env[69430]: INFO networking_nsxv3.common.synchronization [None req-a10302ff-95a2-4e66-8015-23019fa28754 None None] Enqueued Resource ID: 59260e7e-ea41-44a2-9c96-e23b5792fb80 with Priority: HIGHEST for action port [ 674.463362] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59260e7e-ea41-44a2-9c96-e23b5792fb80 with Priority: HIGHEST for action port [ 674.463883] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-59260e7e-ea41-44a2-9c96-e23b5792fb80 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.464045] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59260e7e-ea41-44a2-9c96-e23b5792fb80" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.464113] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59260e7e-ea41-44a2-9c96-e23b5792fb80" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.464336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59260e7e-ea41-44a2-9c96-e23b5792fb80" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.464424] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59260e7e-ea41-44a2-9c96-e23b5792fb80',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.605120] env[69430]: INFO networking_nsxv3.common.synchronization [req-d9367fa3-0adc-411a-b90f-9232bd11604b req-d7381afe-f88a-4b22-9400-4dc8b903d356 service nova] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_rules [ 674.605383] env[69430]: INFO networking_nsxv3.common.synchronization [req-d9367fa3-0adc-411a-b90f-9232bd11604b req-d7381afe-f88a-4b22-9400-4dc8b903d356 service nova] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 674.605499] env[69430]: INFO networking_nsxv3.common.synchronization [req-d9367fa3-0adc-411a-b90f-9232bd11604b req-d7381afe-f88a-4b22-9400-4dc8b903d356 service nova] Enqueued Resource ID: d90ea8d0-27bf-4abd-bda1-c8725bf0ce46 with Priority: HIGHEST for action port [ 674.606084] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_rules [ 674.606256] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 674.606317] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90ea8d0-27bf-4abd-bda1-c8725bf0ce46 with Priority: HIGHEST for action port [ 674.606650] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.610885] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.610885] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.614613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.614721] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.615862] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.616028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.616114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.616318] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.616492] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.616590] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.616650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.616794] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.616876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.616965] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.617797] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-d90ea8d0-27bf-4abd-bda1-c8725bf0ce46 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.617912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d90ea8d0-27bf-4abd-bda1-c8725bf0ce46" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.618125] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d90ea8d0-27bf-4abd-bda1-c8725bf0ce46" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.618281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d90ea8d0-27bf-4abd-bda1-c8725bf0ce46" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.618281] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d90ea8d0-27bf-4abd-bda1-c8725bf0ce46',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.970895] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59260e7e-ea41-44a2-9c96-e23b5792fb80 [ 674.970895] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.970895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.970895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.970895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.970895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.970895] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59260e7e-ea41-44a2-9c96-e23b5792fb80 already deleted. [ 674.970895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59260e7e-ea41-44a2-9c96-e23b5792fb80" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.011859] env[69430]: INFO networking_nsxv3.common.synchronization [None req-2bc64d5b-65ba-446b-a4c2-9ef4a2d2140e None None] Enqueued Resource ID: c0b8fbcc-14f4-43b5-9fe8-b18bbb1005d2 with Priority: HIGHEST for action port [ 675.012341] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0b8fbcc-14f4-43b5-9fe8-b18bbb1005d2 with Priority: HIGHEST for action port [ 675.012712] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0b8fbcc-14f4-43b5-9fe8-b18bbb1005d2 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.012844] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0b8fbcc-14f4-43b5-9fe8-b18bbb1005d2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.012965] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0b8fbcc-14f4-43b5-9fe8-b18bbb1005d2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.014256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0b8fbcc-14f4-43b5-9fe8-b18bbb1005d2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.014605] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0b8fbcc-14f4-43b5-9fe8-b18bbb1005d2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.123480] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.123480] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.123480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.123480] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d90ea8d0-27bf-4abd-bda1-c8725bf0ce46 with status ACTIVE [ 675.123480] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.123480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.123480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.123480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.123480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.123480] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.123480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.123480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.123480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.123480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.128125] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.128618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.128618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.128757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.128795] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.129056] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d90ea8d0-27bf-4abd-bda1-c8725bf0ce46 is going to be updated. [ 675.159894] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.160070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.160128] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.160333] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.160467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.160629] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d90ea8d0-27bf-4abd-bda1-c8725bf0ce46" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.517553] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0b8fbcc-14f4-43b5-9fe8-b18bbb1005d2 [ 675.517744] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.517878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.517953] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.518286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.518413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.518556] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0b8fbcc-14f4-43b5-9fe8-b18bbb1005d2 already deleted. [ 675.518652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0b8fbcc-14f4-43b5-9fe8-b18bbb1005d2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.633734] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.137564] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.137763] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.137828] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.138026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.138117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.138276] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be created. [ 676.168401] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.168634] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.168730] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.169150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.169283] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.185211] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: UNINITIALIZED for 2s [ 676.584712] env[69430]: INFO networking_nsxv3.common.synchronization [None req-019cc067-5248-422d-b31c-a1b498d29690 None None] Enqueued Resource ID: 7741dae8-79dc-4298-8a81-7461d853c10a with Priority: HIGHEST for action port [ 676.584712] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7741dae8-79dc-4298-8a81-7461d853c10a with Priority: HIGHEST for action port [ 676.584956] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-7741dae8-79dc-4298-8a81-7461d853c10a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.585109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7741dae8-79dc-4298-8a81-7461d853c10a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.585174] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7741dae8-79dc-4298-8a81-7461d853c10a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.585439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7741dae8-79dc-4298-8a81-7461d853c10a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.585530] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7741dae8-79dc-4298-8a81-7461d853c10a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.606238] env[69430]: INFO networking_nsxv3.common.synchronization [req-09368e33-52a9-4ad6-a524-4dff8f82e502 req-319e12e4-a23a-42ee-9b25-5f928c8652ad tempest-SecurityGroupRulesTestJSON-488558662 tempest-SecurityGroupRulesTestJSON-488558662-project-member] Enqueued Resource ID: 39095c4a-ffae-4eb2-8a15-826f2cf11d88 with Priority: HIGHEST for action security_group_rules [ 676.606932] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39095c4a-ffae-4eb2-8a15-826f2cf11d88 with Priority: HIGHEST for action security_group_rules [ 676.610306] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39095c4a-ffae-4eb2-8a15-826f2cf11d88 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.610441] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39095c4a-ffae-4eb2-8a15-826f2cf11d88" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.610536] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39095c4a-ffae-4eb2-8a15-826f2cf11d88" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.610930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39095c4a-ffae-4eb2-8a15-826f2cf11d88" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.611040] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39095c4a-ffae-4eb2-8a15-826f2cf11d88',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.090422] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7741dae8-79dc-4298-8a81-7461d853c10a [ 677.090907] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.091075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.091146] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.091379] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.091478] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.091577] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7741dae8-79dc-4298-8a81-7461d853c10a already deleted. [ 677.091660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7741dae8-79dc-4298-8a81-7461d853c10a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.134961] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.135148] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.135148] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.135363] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.135968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.135968] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39095c4a-ffae-4eb2-8a15-826f2cf11d88 already deleted. [ 677.135968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39095c4a-ffae-4eb2-8a15-826f2cf11d88" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.669919] env[69430]: INFO networking_nsxv3.common.synchronization [req-00339d0d-e948-4373-9edb-cb612a9a2dbf req-efbea6ec-80bd-4935-a7d3-8b8c615f9b5e tempest-SecurityGroupRulesTestJSON-488558662 tempest-SecurityGroupRulesTestJSON-488558662-project-member] Enqueued Resource ID: 86c22163-2327-4674-b05c-d70ecc81029e with Priority: HIGHEST for action security_group_rules [ 677.670661] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86c22163-2327-4674-b05c-d70ecc81029e with Priority: HIGHEST for action security_group_rules [ 677.671096] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86c22163-2327-4674-b05c-d70ecc81029e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.671359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86c22163-2327-4674-b05c-d70ecc81029e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.671441] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86c22163-2327-4674-b05c-d70ecc81029e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.671854] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86c22163-2327-4674-b05c-d70ecc81029e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.672128] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86c22163-2327-4674-b05c-d70ecc81029e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.196397] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: SUCCESS [ 678.196782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.196827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.197032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.197230] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.197351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.197415] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.197601] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.197694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.197784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.197876] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.200075] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.201269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.201394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.201769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.201861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.201989] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86c22163-2327-4674-b05c-d70ecc81029e already deleted. [ 678.202134] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86c22163-2327-4674-b05c-d70ecc81029e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.706353] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.706353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.706353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.706353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.706353] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.706353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.706353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.706353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.706353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.706353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.706353] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.706353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.706353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.706353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.706942] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.706942] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.706942] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.706942] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.706942] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.706942] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.706942] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.208768] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85279d82-7a9e-417d-b09c-a1c1516507ff: rpc.has_security_group_logging(os_id): False [ 679.234447] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.235222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.235601] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.236455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.236455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.237883] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.238060] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.239030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.239030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.239030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.239030] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.239339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.239339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.239339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.239463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.239711] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.239882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.239964] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.240335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.240482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.240610] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be created. [ 679.335311] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.335535] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.335642] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.335920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.336402] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.349766] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: IN_PROGRESS for 2s [ 679.593727] env[69430]: INFO networking_nsxv3.common.synchronization [req-d6ffffa0-9eb7-4709-a643-0e4c35d486b9 req-3f7ad940-8530-4613-ad7f-10280354cd74 tempest-SecurityGroupRulesTestJSON-488558662 tempest-SecurityGroupRulesTestJSON-488558662-project-member] Enqueued Resource ID: e520d482-4c4f-45da-9a45-d7600a7817b1 with Priority: HIGHEST for action security_group_rules [ 679.594761] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e520d482-4c4f-45da-9a45-d7600a7817b1 with Priority: HIGHEST for action security_group_rules [ 679.595195] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e520d482-4c4f-45da-9a45-d7600a7817b1 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.595368] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e520d482-4c4f-45da-9a45-d7600a7817b1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.595513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e520d482-4c4f-45da-9a45-d7600a7817b1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.595956] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e520d482-4c4f-45da-9a45-d7600a7817b1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.596064] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e520d482-4c4f-45da-9a45-d7600a7817b1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.123390] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.123683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.123683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.123850] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.123947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.124059] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e520d482-4c4f-45da-9a45-d7600a7817b1 already deleted. [ 680.124141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e520d482-4c4f-45da-9a45-d7600a7817b1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.068157] env[69430]: INFO networking_nsxv3.common.synchronization [req-f1a607a4-ccd1-45e8-bb7e-bfd1739650d7 req-765d8406-f8b6-41a8-83cd-e06b538b24fe tempest-SecurityGroupRulesTestJSON-488558662 tempest-SecurityGroupRulesTestJSON-488558662-project-member] Enqueued Resource ID: f6f2e077-7322-4e2d-afd1-6201edb08353 with Priority: HIGHEST for action security_group_rules [ 681.071709] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f2e077-7322-4e2d-afd1-6201edb08353 with Priority: HIGHEST for action security_group_rules [ 681.072166] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6f2e077-7322-4e2d-afd1-6201edb08353 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.072359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6f2e077-7322-4e2d-afd1-6201edb08353" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.072359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6f2e077-7322-4e2d-afd1-6201edb08353" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.072615] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6f2e077-7322-4e2d-afd1-6201edb08353" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.073041] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6f2e077-7322-4e2d-afd1-6201edb08353',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.369177] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: SUCCESS [ 681.369725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.424320] env[69430]: INFO networking_nsxv3.common.synchronization [req-9d43da42-21a4-4fa4-8342-990934c6ef66 req-baa1905e-e8f6-4671-9b69-70a5d434fc48 tempest-ServerExternalEventsTest-516599871 tempest-ServerExternalEventsTest-516599871-project-member] Enqueued Resource ID: b97661ab-d3b7-4350-b388-c7444b75f164 with Priority: HIGHEST for action security_group_members [ 681.424320] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97661ab-d3b7-4350-b388-c7444b75f164 with Priority: HIGHEST for action security_group_members [ 681.424320] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97661ab-d3b7-4350-b388-c7444b75f164 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.424320] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.424320] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.424320] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.424320] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.424320] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.424320] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.429537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.429537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.429537] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b97661ab-d3b7-4350-b388-c7444b75f164',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.508805] env[69430]: INFO networking_nsxv3.common.synchronization [None req-848aad3e-5f9d-4b49-ab66-e858b1569306 None None] Enqueued Resource ID: dab86131-6e65-48a7-83b5-c8eaf01e5b14 with Priority: HIGHEST for action port [ 681.512519] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab86131-6e65-48a7-83b5-c8eaf01e5b14 with Priority: HIGHEST for action port [ 681.513275] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-dab86131-6e65-48a7-83b5-c8eaf01e5b14 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.513442] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dab86131-6e65-48a7-83b5-c8eaf01e5b14" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.513527] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dab86131-6e65-48a7-83b5-c8eaf01e5b14" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.513825] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dab86131-6e65-48a7-83b5-c8eaf01e5b14" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.513943] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dab86131-6e65-48a7-83b5-c8eaf01e5b14',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.596326] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.596526] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.596650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.596961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.597091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.597231] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6f2e077-7322-4e2d-afd1-6201edb08353 already deleted. [ 681.597339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6f2e077-7322-4e2d-afd1-6201edb08353" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.931860] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.931860] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.931860] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.931860] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.931860] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.931860] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.931860] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.931860] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.931860] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.932287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.932287] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97661ab-d3b7-4350-b388-c7444b75f164 is going to be updated. [ 681.968069] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.968069] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.968069] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.968069] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.968069] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.977528] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97661ab-d3b7-4350-b388-c7444b75f164 in Status: IN_PROGRESS for 2s [ 682.017120] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dab86131-6e65-48a7-83b5-c8eaf01e5b14 [ 682.017494] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.017711] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.017826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.018168] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.018327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.018473] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dab86131-6e65-48a7-83b5-c8eaf01e5b14 already deleted. [ 682.018601] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dab86131-6e65-48a7-83b5-c8eaf01e5b14" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.355390] env[69430]: INFO networking_nsxv3.common.synchronization [req-4e2e9905-e10e-4597-9d26-cf6321fc435d req-74364278-5e11-46a6-add3-035b502c9691 tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Enqueued Resource ID: adcef041-d972-4f90-9f1e-a8b195dba32a with Priority: HIGHEST for action security_group_members [ 682.356488] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adcef041-d972-4f90-9f1e-a8b195dba32a with Priority: HIGHEST for action security_group_members [ 682.356488] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-adcef041-d972-4f90-9f1e-a8b195dba32a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.356488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.356488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.356776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.356776] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.356891] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.356943] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.357055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.357139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.357230] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.496120] env[69430]: INFO networking_nsxv3.common.synchronization [req-a48bb19a-c89e-49a0-812f-ffac4b0219d5 req-30638c22-9937-48d2-ba93-854c7c595563 tempest-SecurityGroupRulesTestJSON-488558662 tempest-SecurityGroupRulesTestJSON-488558662-project-member] Enqueued Resource ID: 7a36dae5-a56a-46d3-b9d2-1251b1894b9c with Priority: HIGHEST for action security_group_rules [ 682.496733] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a36dae5-a56a-46d3-b9d2-1251b1894b9c with Priority: HIGHEST for action security_group_rules [ 682.497102] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a36dae5-a56a-46d3-b9d2-1251b1894b9c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.497273] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a36dae5-a56a-46d3-b9d2-1251b1894b9c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.497371] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a36dae5-a56a-46d3-b9d2-1251b1894b9c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.497700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a36dae5-a56a-46d3-b9d2-1251b1894b9c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.497762] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a36dae5-a56a-46d3-b9d2-1251b1894b9c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.698438] env[69430]: INFO networking_nsxv3.common.synchronization [req-4349f074-fa2b-48dd-b65a-daef12c1de99 req-84026959-d8c4-4f09-8595-ef964e116841 tempest-SecurityGroupRulesTestJSON-488558662 tempest-SecurityGroupRulesTestJSON-488558662-project-member] Enqueued Resource ID: 7a36dae5-a56a-46d3-b9d2-1251b1894b9c with Priority: HIGHEST for action security_group_rules [ 682.706297] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a36dae5-a56a-46d3-b9d2-1251b1894b9c with Priority: HIGHEST for action security_group_rules [ 682.706297] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a36dae5-a56a-46d3-b9d2-1251b1894b9c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.706297] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a36dae5-a56a-46d3-b9d2-1251b1894b9c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.859017] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.021898] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.021898] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.021898] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.021898] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.021898] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.021898] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a36dae5-a56a-46d3-b9d2-1251b1894b9c already deleted. [ 683.022311] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a36dae5-a56a-46d3-b9d2-1251b1894b9c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.022455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a36dae5-a56a-46d3-b9d2-1251b1894b9c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.022616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a36dae5-a56a-46d3-b9d2-1251b1894b9c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.022705] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a36dae5-a56a-46d3-b9d2-1251b1894b9c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.363016] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.475670] env[69430]: INFO networking_nsxv3.common.synchronization [req-84a5e624-c348-44a2-b947-19e5838c3792 req-0b842ca1-d923-4b70-87db-05fa28668557 tempest-SecurityGroupRulesTestJSON-488558662 tempest-SecurityGroupRulesTestJSON-488558662-project-member] Enqueued Resource ID: 7a36dae5-a56a-46d3-b9d2-1251b1894b9c with Priority: HIGHEST for action security_group_rules [ 683.476309] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a36dae5-a56a-46d3-b9d2-1251b1894b9c with Priority: HIGHEST for action security_group_rules [ 683.476629] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a36dae5-a56a-46d3-b9d2-1251b1894b9c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.476760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a36dae5-a56a-46d3-b9d2-1251b1894b9c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.533917] env[69430]: INFO networking_nsxv3.common.synchronization [None req-3bb60431-4f12-4709-a07b-99c8c2302c10 None None] Enqueued Resource ID: dc1b2d22-d146-4f9d-a662-dd910b9e3983 with Priority: HIGHEST for action port [ 683.535098] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1b2d22-d146-4f9d-a662-dd910b9e3983 with Priority: HIGHEST for action port [ 683.537880] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc1b2d22-d146-4f9d-a662-dd910b9e3983 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.537880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc1b2d22-d146-4f9d-a662-dd910b9e3983" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.537880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc1b2d22-d146-4f9d-a662-dd910b9e3983" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.537880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc1b2d22-d146-4f9d-a662-dd910b9e3983" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.537880] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc1b2d22-d146-4f9d-a662-dd910b9e3983',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.549580] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.549580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.549580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.549580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.549908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.549908] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a36dae5-a56a-46d3-b9d2-1251b1894b9c already deleted. [ 683.549908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a36dae5-a56a-46d3-b9d2-1251b1894b9c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.550016] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a36dae5-a56a-46d3-b9d2-1251b1894b9c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.550705] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a36dae5-a56a-46d3-b9d2-1251b1894b9c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.550705] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a36dae5-a56a-46d3-b9d2-1251b1894b9c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.865924] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.866205] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.866499] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.867147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.867319] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.867601] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adcef041-d972-4f90-9f1e-a8b195dba32a is going to be updated. [ 683.905218] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.905375] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.905446] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.905667] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.905821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.917288] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adcef041-d972-4f90-9f1e-a8b195dba32a in Status: IN_PROGRESS for 2s [ 683.987667] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97661ab-d3b7-4350-b388-c7444b75f164 in Status: SUCCESS [ 683.987873] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97661ab-d3b7-4350-b388-c7444b75f164 deletion is rescheduled due to dependency. [ 683.987992] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.039140] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc1b2d22-d146-4f9d-a662-dd910b9e3983 [ 684.039325] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.039564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.039564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.040296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.040296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.040296] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc1b2d22-d146-4f9d-a662-dd910b9e3983 already deleted. [ 684.040296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc1b2d22-d146-4f9d-a662-dd910b9e3983" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.072738] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.072914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.073016] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.073548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.073548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.073548] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a36dae5-a56a-46d3-b9d2-1251b1894b9c already deleted. [ 684.073548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a36dae5-a56a-46d3-b9d2-1251b1894b9c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.935203] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adcef041-d972-4f90-9f1e-a8b195dba32a in Status: SUCCESS [ 685.935515] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.536909] env[69430]: INFO networking_nsxv3.common.synchronization [None req-6b247c20-dfd3-434c-a321-d242baa208c4 None None] Enqueued Resource ID: b299ce44-a91f-4857-b71f-d7855d431d3a with Priority: HIGHEST for action port [ 687.537334] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b299ce44-a91f-4857-b71f-d7855d431d3a with Priority: HIGHEST for action port [ 687.537695] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-b299ce44-a91f-4857-b71f-d7855d431d3a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.537831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b299ce44-a91f-4857-b71f-d7855d431d3a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.537890] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b299ce44-a91f-4857-b71f-d7855d431d3a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.538154] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b299ce44-a91f-4857-b71f-d7855d431d3a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.538253] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b299ce44-a91f-4857-b71f-d7855d431d3a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.811643] env[69430]: INFO networking_nsxv3.common.synchronization [req-18f01790-7e1f-4a0e-963f-47da3cd357dd req-828df6ac-3d1b-4352-be72-979edbca70a9 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Enqueued Resource ID: 1d4cfc59-f396-4e93-8517-be407f2c008a with Priority: HIGHEST for action security_group_members [ 687.812263] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4cfc59-f396-4e93-8517-be407f2c008a with Priority: HIGHEST for action security_group_members [ 687.812573] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d4cfc59-f396-4e93-8517-be407f2c008a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.812701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.812764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.813162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.813698] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.814947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.815081] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.815643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.815643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.815643] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.041501] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b299ce44-a91f-4857-b71f-d7855d431d3a [ 688.042394] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.042394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.042394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.042580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.042659] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.042792] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b299ce44-a91f-4857-b71f-d7855d431d3a already deleted. [ 688.042917] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b299ce44-a91f-4857-b71f-d7855d431d3a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.317939] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.318201] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.318280] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.318595] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.318690] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.318895] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.318995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.319072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.319223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.319303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.319412] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d4cfc59-f396-4e93-8517-be407f2c008a already deleted. [ 688.319496] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.455355] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.455558] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.455682] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.455942] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.456219] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.456528] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.456528] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.456705] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.456848] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.457135] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.457197] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.457277] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.457384] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.457493] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.458166] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.458166] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.479446] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.480117] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 688.480117] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.480258] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.481029] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-40e6f5fa-9728-421b-a517-bad8f77838a1 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.481029] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-40e6f5fa-9728-421b-a517-bad8f77838a1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.481029] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-40e6f5fa-9728-421b-a517-bad8f77838a1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.481325] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-40e6f5fa-9728-421b-a517-bad8f77838a1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.481325] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40e6f5fa-9728-421b-a517-bad8f77838a1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.954996] env[69430]: INFO networking_nsxv3.common.synchronization [None req-6958b856-02ee-45a4-9906-56fd3e2d315b tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Enqueued Resource ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 with Priority: HIGHEST for action security_group_rules [ 688.954996] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 with Priority: HIGHEST for action security_group_rules [ 688.954996] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.954996] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.954996] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.955948] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.956115] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7db407a8-d336-4f1b-bd9c-7267219f6bc9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.984171] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.984486] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.984669] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.984855] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.985026] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.985185] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 40e6f5fa-9728-421b-a517-bad8f77838a1 not found, creating... [ 688.985453] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.986528] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.986660] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.986896] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.987530] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.987530] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.987530] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.987744] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.987861] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.988100] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.988354] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 40e6f5fa-9728-421b-a517-bad8f77838a1 is going to be created. [ 689.014769] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.015553] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.015683] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.016022] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.016260] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.016538] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-40e6f5fa-9728-421b-a517-bad8f77838a1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.063849] env[69430]: INFO networking_nsxv3.common.synchronization [None req-f75ae161-850f-422c-8988-16a21dac9332 tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Enqueued Resource ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 with Priority: HIGHEST for action security_group_rules [ 689.064445] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 with Priority: HIGHEST for action security_group_rules [ 689.064815] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.067592] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.486533] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.486533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.486533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.486533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.486533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.486533] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 already deleted. [ 689.486533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.486533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.486533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.486533] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7db407a8-d336-4f1b-bd9c-7267219f6bc9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.528121] env[69430]: INFO networking_nsxv3.common.synchronization [None req-baaf4999-09b2-4d7f-8c0e-e35e93277405 None None] Enqueued Resource ID: ad3cd974-cfc4-4457-953c-5777c4440c5b with Priority: HIGHEST for action port [ 689.528121] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad3cd974-cfc4-4457-953c-5777c4440c5b with Priority: HIGHEST for action port [ 689.528461] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad3cd974-cfc4-4457-953c-5777c4440c5b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.528461] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad3cd974-cfc4-4457-953c-5777c4440c5b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.528461] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad3cd974-cfc4-4457-953c-5777c4440c5b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.528657] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad3cd974-cfc4-4457-953c-5777c4440c5b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.528693] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad3cd974-cfc4-4457-953c-5777c4440c5b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.013909] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.014369] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.014369] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.014539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.014636] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.014763] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 already deleted. [ 690.015122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.066729] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad3cd974-cfc4-4457-953c-5777c4440c5b [ 690.066729] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.066729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.066729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.066729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.066729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.066729] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad3cd974-cfc4-4457-953c-5777c4440c5b already deleted. [ 690.066729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad3cd974-cfc4-4457-953c-5777c4440c5b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.066729] env[69430]: INFO networking_nsxv3.common.synchronization [req-18f01790-7e1f-4a0e-963f-47da3cd357dd req-47433fba-1607-4f2b-b1f0-f13c764d64b9 service nova] Enqueued Resource ID: 1d4cfc59-f396-4e93-8517-be407f2c008a with Priority: HIGHEST for action security_group_rules [ 690.066729] env[69430]: INFO networking_nsxv3.common.synchronization [req-18f01790-7e1f-4a0e-963f-47da3cd357dd req-47433fba-1607-4f2b-b1f0-f13c764d64b9 service nova] Enqueued Resource ID: 1d4cfc59-f396-4e93-8517-be407f2c008a with Priority: HIGHEST for action security_group_members [ 690.066729] env[69430]: INFO networking_nsxv3.common.synchronization [req-18f01790-7e1f-4a0e-963f-47da3cd357dd req-47433fba-1607-4f2b-b1f0-f13c764d64b9 service nova] Enqueued Resource ID: 40e6f5fa-9728-421b-a517-bad8f77838a1 with Priority: HIGHEST for action port [ 690.066729] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4cfc59-f396-4e93-8517-be407f2c008a with Priority: HIGHEST for action security_group_rules [ 690.066729] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4cfc59-f396-4e93-8517-be407f2c008a with Priority: HIGHEST for action security_group_members [ 690.066729] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e6f5fa-9728-421b-a517-bad8f77838a1 with Priority: HIGHEST for action port [ 690.066729] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d4cfc59-f396-4e93-8517-be407f2c008a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.066729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.066729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.066729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.066729] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.068865] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d4cfc59-f396-4e93-8517-be407f2c008a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.068865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.068865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.068865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.068865] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.068865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.068865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.068865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.068865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.068865] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.068865] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-40e6f5fa-9728-421b-a517-bad8f77838a1 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.068865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40e6f5fa-9728-421b-a517-bad8f77838a1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.068865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40e6f5fa-9728-421b-a517-bad8f77838a1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.068865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40e6f5fa-9728-421b-a517-bad8f77838a1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.068865] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40e6f5fa-9728-421b-a517-bad8f77838a1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.549579] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d4cfc59-f396-4e93-8517-be407f2c008a taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.549819] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.550056] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.551008] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40e6f5fa-9728-421b-a517-bad8f77838a1 with status ACTIVE [ 690.551136] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.551253] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.551319] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.551570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.551667] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.551847] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.552391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.552391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.552391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.552520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.554861] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.554861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.554861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.554861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.554861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.554861] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40e6f5fa-9728-421b-a517-bad8f77838a1 is going to be updated. [ 690.574242] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.574393] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.574467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.574696] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.574805] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.576189] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40e6f5fa-9728-421b-a517-bad8f77838a1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.056155] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.115121] env[69430]: INFO networking_nsxv3.common.synchronization [req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed req-c4427101-0f62-41b3-9343-d1dc88ac4916 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Enqueued Resource ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 with Priority: HIGHEST for action security_group_members [ 691.115121] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 with Priority: HIGHEST for action security_group_members [ 691.115121] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.115121] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.115121] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.115121] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.115121] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.116501] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.116728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.117072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.117836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.118055] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7fe8551-99fe-4390-b2a2-23f3b70ec0f7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.499740] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-538 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.500173] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-538" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.500173] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-538" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.500420] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-538" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.500709] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.500861] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.500979] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.501561] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.501791] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.502249] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.502438] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.502638] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.502760] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.502935] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.503198] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.503462] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.522206] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.522382] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 691.522531] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.522842] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-538" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.523214] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-5e26fb25-d4a6-4288-8f38-7c79284fe33d taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.523406] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-5e26fb25-d4a6-4288-8f38-7c79284fe33d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.523531] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-5e26fb25-d4a6-4288-8f38-7c79284fe33d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.523851] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-5e26fb25-d4a6-4288-8f38-7c79284fe33d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.523993] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e26fb25-d4a6-4288-8f38-7c79284fe33d',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.559472] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.559618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.559692] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.559901] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.559989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.560096] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d4cfc59-f396-4e93-8517-be407f2c008a is going to be created. [ 691.587661] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.587813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.587876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.588108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.588268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.598140] env[69430]: INFO networking_nsxv3.common.synchronization [None req-61b4cda3-7d28-4eac-9231-aa285b0bbc6f None None] Enqueued Resource ID: 36c5a737-c2c7-4603-86e5-2217c1dbe00c with Priority: HIGHEST for action port [ 691.598140] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36c5a737-c2c7-4603-86e5-2217c1dbe00c with Priority: HIGHEST for action port [ 691.601014] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d4cfc59-f396-4e93-8517-be407f2c008a in Status: UNINITIALIZED for 2s [ 691.601454] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-36c5a737-c2c7-4603-86e5-2217c1dbe00c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.601784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36c5a737-c2c7-4603-86e5-2217c1dbe00c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.602034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36c5a737-c2c7-4603-86e5-2217c1dbe00c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.606672] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36c5a737-c2c7-4603-86e5-2217c1dbe00c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.606672] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36c5a737-c2c7-4603-86e5-2217c1dbe00c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.621687] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.621900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.623157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.623431] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.623564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.627022] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.627022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.627022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.627022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.627022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.627022] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 already deleted. [ 691.627022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.029501] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.029501] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.029501] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.029931] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.030213] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.030477] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 5e26fb25-d4a6-4288-8f38-7c79284fe33d not found, creating... [ 692.035612] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.036835] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.037128] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.038309] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.038763] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.039573] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.040544] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.041072] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.041687] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.042924] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.042924] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 5e26fb25-d4a6-4288-8f38-7c79284fe33d is going to be created. [ 692.093194] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.093194] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.093194] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.098678] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.099351] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.099758] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-5e26fb25-d4a6-4288-8f38-7c79284fe33d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.108736] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36c5a737-c2c7-4603-86e5-2217c1dbe00c [ 692.109761] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.109898] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.109981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.110194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.110523] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.110523] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36c5a737-c2c7-4603-86e5-2217c1dbe00c already deleted. [ 692.110523] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36c5a737-c2c7-4603-86e5-2217c1dbe00c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.892425] env[69430]: INFO networking_nsxv3.common.synchronization [req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed req-c5d767d7-cb4c-4b59-a19a-5f6f85e8beac service nova] Enqueued Resource ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 with Priority: HIGHEST for action security_group_rules [ 692.892425] env[69430]: INFO networking_nsxv3.common.synchronization [req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed req-c5d767d7-cb4c-4b59-a19a-5f6f85e8beac service nova] Enqueued Resource ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 with Priority: HIGHEST for action security_group_members [ 692.892425] env[69430]: INFO networking_nsxv3.common.synchronization [req-5351be3b-a6b5-4e5f-93a4-b5f6e16e69ed req-c5d767d7-cb4c-4b59-a19a-5f6f85e8beac service nova] Enqueued Resource ID: 5e26fb25-d4a6-4288-8f38-7c79284fe33d with Priority: HIGHEST for action port [ 692.892425] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 with Priority: HIGHEST for action security_group_rules [ 692.892425] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 with Priority: HIGHEST for action security_group_members [ 692.892826] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e26fb25-d4a6-4288-8f38-7c79284fe33d with Priority: HIGHEST for action port [ 692.895031] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.895031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.895233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.895371] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.895457] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7fe8551-99fe-4390-b2a2-23f3b70ec0f7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.896858] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.896979] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.898434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.898434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.898434] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.898434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.898434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.898434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.898434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.898434] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7fe8551-99fe-4390-b2a2-23f3b70ec0f7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.901868] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e26fb25-d4a6-4288-8f38-7c79284fe33d taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.902399] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e26fb25-d4a6-4288-8f38-7c79284fe33d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.902399] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e26fb25-d4a6-4288-8f38-7c79284fe33d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.902399] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e26fb25-d4a6-4288-8f38-7c79284fe33d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.902399] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e26fb25-d4a6-4288-8f38-7c79284fe33d',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.256441] env[69430]: INFO networking_nsxv3.common.synchronization [req-d961b9e9-1ae9-4f5b-b784-68df79be049f req-7cec3a62-5a59-4ec1-96db-2cb779f5e094 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 with Priority: HIGHEST for action security_group_members [ 693.257013] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 with Priority: HIGHEST for action security_group_members [ 693.257391] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.257521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.257586] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.257873] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.258041] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.258144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.258206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.258357] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.258499] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.258607] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f7a0806-6a4c-4815-9d7e-f0c1408d9925',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.404089] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.404366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.406096] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7fe8551-99fe-4390-b2a2-23f3b70ec0f7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.406096] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e26fb25-d4a6-4288-8f38-7c79284fe33d with status ACTIVE [ 693.406096] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.406096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.406096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.406096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.406428] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.406428] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.406527] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.406574] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.406739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.406814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.406992] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.407372] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.407430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.407578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.407650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.407735] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e26fb25-d4a6-4288-8f38-7c79284fe33d is going to be updated. [ 693.434753] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.435738] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.435738] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.435928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.436112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.438613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e26fb25-d4a6-4288-8f38-7c79284fe33d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.616031] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d4cfc59-f396-4e93-8517-be407f2c008a in Status: SUCCESS [ 693.616620] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.616620] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.616896] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.617331] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.617465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.617537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.617707] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.617794] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.617911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.618130] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.758285] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.758733] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.758733] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.759042] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.759858] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.760195] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.760347] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.760612] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.760791] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.761051] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.764111] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.764111] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.764111] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.764111] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.764111] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.764111] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.764111] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.764111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.764111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.764111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.764111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.764111] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.764111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.764111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.764709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.764709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.764709] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 already deleted. [ 693.765282] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.789655] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.789840] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.789983] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.790404] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.790533] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-46a25504-7a34-458a-9423-7a9a3bd54ecc taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.790703] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-46a25504-7a34-458a-9423-7a9a3bd54ecc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.790859] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-46a25504-7a34-458a-9423-7a9a3bd54ecc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.791211] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-46a25504-7a34-458a-9423-7a9a3bd54ecc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.791340] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46a25504-7a34-458a-9423-7a9a3bd54ecc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.910568] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7fe8551-99fe-4390-b2a2-23f3b70ec0f7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.121802] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d4cfc59-f396-4e93-8517-be407f2c008a taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.121802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.121802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.121802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.121802] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.121802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.121802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.122960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.122960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.122960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.122960] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d4cfc59-f396-4e93-8517-be407f2c008a taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.122960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.122960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.122960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.122960] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.122960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.122960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.122960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.123335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.123335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.123335] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.151755] env[69430]: INFO networking_nsxv3.common.synchronization [None req-e50b96c1-7d38-475c-a849-0636d15af037 None None] Enqueued Resource ID: d33d7b5e-5b65-477d-b29e-15ab1ce07306 with Priority: HIGHEST for action port [ 694.151982] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d33d7b5e-5b65-477d-b29e-15ab1ce07306 with Priority: HIGHEST for action port [ 694.152839] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-d33d7b5e-5b65-477d-b29e-15ab1ce07306 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.152839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d33d7b5e-5b65-477d-b29e-15ab1ce07306" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.152839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d33d7b5e-5b65-477d-b29e-15ab1ce07306" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.152839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d33d7b5e-5b65-477d-b29e-15ab1ce07306" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.153059] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d33d7b5e-5b65-477d-b29e-15ab1ce07306',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.297027] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.297027] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.297027] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.297027] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.297027] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.297027] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 46a25504-7a34-458a-9423-7a9a3bd54ecc not found, creating... [ 694.297027] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.297027] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.298868] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.299465] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.302056] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.302056] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.302056] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.302056] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.302056] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.302056] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.302056] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 46a25504-7a34-458a-9423-7a9a3bd54ecc is going to be created. [ 694.328017] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.329031] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.329031] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.329581] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.330138] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.330774] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-46a25504-7a34-458a-9423-7a9a3bd54ecc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.412972] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.412972] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.412972] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.412972] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.412972] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.413256] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 is going to be created. [ 694.470103] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.470103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.470103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.470103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.470354] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.482977] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 in Status: UNINITIALIZED for 2s [ 694.625754] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d4cfc59-f396-4e93-8517-be407f2c008a: rpc.has_security_group_logging(os_id): False [ 694.646336] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.646609] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.646691] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.646907] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.647029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.647219] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.647330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.647374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.647539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.647611] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.647820] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.647942] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.647989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.648125] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.648220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.648573] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.648694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.648738] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.648875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.648950] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.649051] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d4cfc59-f396-4e93-8517-be407f2c008a is going to be created. [ 694.655098] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d33d7b5e-5b65-477d-b29e-15ab1ce07306 [ 694.655431] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.655574] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.655652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.655854] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.655977] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.656145] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d33d7b5e-5b65-477d-b29e-15ab1ce07306 already deleted. [ 694.656251] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d33d7b5e-5b65-477d-b29e-15ab1ce07306" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.723715] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.723715] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.723715] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.723715] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.724025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.736517] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d4cfc59-f396-4e93-8517-be407f2c008a in Status: IN_PROGRESS for 2s [ 695.183428] env[69430]: INFO networking_nsxv3.common.synchronization [req-d961b9e9-1ae9-4f5b-b784-68df79be049f req-88b2a4c8-9814-4e54-8d04-4fd506b13d0a service nova] Enqueued Resource ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 with Priority: HIGHEST for action security_group_rules [ 695.183428] env[69430]: INFO networking_nsxv3.common.synchronization [req-d961b9e9-1ae9-4f5b-b784-68df79be049f req-88b2a4c8-9814-4e54-8d04-4fd506b13d0a service nova] Enqueued Resource ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 with Priority: HIGHEST for action security_group_members [ 695.183428] env[69430]: INFO networking_nsxv3.common.synchronization [req-d961b9e9-1ae9-4f5b-b784-68df79be049f req-88b2a4c8-9814-4e54-8d04-4fd506b13d0a service nova] Enqueued Resource ID: 46a25504-7a34-458a-9423-7a9a3bd54ecc with Priority: HIGHEST for action port [ 695.183428] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 with Priority: HIGHEST for action security_group_rules [ 695.183428] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 with Priority: HIGHEST for action security_group_members [ 695.183428] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a25504-7a34-458a-9423-7a9a3bd54ecc with Priority: HIGHEST for action port [ 695.184013] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.184991] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.185205] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.185674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.185980] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f7a0806-6a4c-4815-9d7e-f0c1408d9925',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.187534] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.187786] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.187933] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.188258] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.188571] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.189337] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.190800] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.190800] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.190800] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.190800] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f7a0806-6a4c-4815-9d7e-f0c1408d9925',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.192582] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-46a25504-7a34-458a-9423-7a9a3bd54ecc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.193416] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46a25504-7a34-458a-9423-7a9a3bd54ecc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.193772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46a25504-7a34-458a-9423-7a9a3bd54ecc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.194087] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46a25504-7a34-458a-9423-7a9a3bd54ecc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.194206] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46a25504-7a34-458a-9423-7a9a3bd54ecc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.696257] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f7a0806-6a4c-4815-9d7e-f0c1408d9925',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.697505] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.697505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.698769] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46a25504-7a34-458a-9423-7a9a3bd54ecc with status ACTIVE [ 695.699274] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.699274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.699274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.699585] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.699585] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.699791] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.699915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.699982] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.700778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.700778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.700778] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.700778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.700778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.701040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.701040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.701175] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46a25504-7a34-458a-9423-7a9a3bd54ecc is going to be updated. [ 695.727757] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.727895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.728584] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.728584] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.728584] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.728584] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46a25504-7a34-458a-9423-7a9a3bd54ecc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.205049] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f7a0806-6a4c-4815-9d7e-f0c1408d9925',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.493408] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 in Status: SUCCESS [ 696.493744] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.494015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.494337] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.494691] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.494903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.494981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.495251] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.495341] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.495440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.495537] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7fe8551-99fe-4390-b2a2-23f3b70ec0f7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.707741] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.708074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.708751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.709212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.709212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.709515] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 is going to be created. [ 696.739975] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.740455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.740455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.740570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.741046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.753018] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 in Status: UNINITIALIZED for 2s [ 696.753769] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d4cfc59-f396-4e93-8517-be407f2c008a in Status: SUCCESS [ 696.753977] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.999028] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.000369] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.000369] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.000369] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.000369] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.000369] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.000807] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.001674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.001674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.001674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.001996] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.003352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.003352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.003352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.003352] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.003352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.003352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.003352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.003352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.003957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.004078] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7fe8551-99fe-4390-b2a2-23f3b70ec0f7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.512177] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7fe8551-99fe-4390-b2a2-23f3b70ec0f7: rpc.has_security_group_logging(os_id): False [ 697.542374] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.542374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.542374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.542374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.542374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.542374] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.542374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.542374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.542374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.542374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.542374] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.542374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.542374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.542921] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.542921] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.542921] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.542921] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.542921] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.545551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.545551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.545551] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 is going to be created. [ 697.611025] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.611025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.611025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.611025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.611025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.637238] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 in Status: IN_PROGRESS for 2s [ 698.763060] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 in Status: SUCCESS [ 698.764140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.766015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.766015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.766015] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.766015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.766015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.766015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.766015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.766015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.766015] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f7a0806-6a4c-4815-9d7e-f0c1408d9925',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.268937] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f7a0806-6a4c-4815-9d7e-f0c1408d9925',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.649884] env[69430]: INFO networking_nsxv3.common.synchronization [req-f38a03fc-cc44-4910-8221-db3b84733f5c req-17fa8f18-e692-4a17-bda2-f62ae58253bb tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 699.650325] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 699.651257] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 in Status: SUCCESS [ 699.651496] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.651772] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.651895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.651961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.652174] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.652326] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.652419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.652484] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.652667] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.652752] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.652847] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.778149] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f7a0806-6a4c-4815-9d7e-f0c1408d9925: rpc.has_security_group_logging(os_id): False [ 699.799838] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.800199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.800199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.800495] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.800495] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.800697] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.800900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.800900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.801131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.801981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.801981] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 is going to be created. [ 699.877720] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.877990] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.878063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.878306] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.878703] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.891458] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 in Status: IN_PROGRESS for 2s [ 700.158483] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.158677] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.158754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.158980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.159088] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.159294] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.159391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.159463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.159649] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.159729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.159819] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be updated. [ 700.208500] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.208756] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.208855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.209196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.209917] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.221820] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: IN_PROGRESS for 2s [ 701.403044] env[69430]: INFO networking_nsxv3.common.synchronization [req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d req-a211caaa-5983-4824-9066-cd74b55b6a85 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Enqueued Resource ID: 1d4cfc59-f396-4e93-8517-be407f2c008a with Priority: HIGHEST for action security_group_members [ 701.403827] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4cfc59-f396-4e93-8517-be407f2c008a with Priority: HIGHEST for action security_group_members [ 701.404604] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d4cfc59-f396-4e93-8517-be407f2c008a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.404965] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.406700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.406700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.406700] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.406700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.406700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.406700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.406700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.406700] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.849376] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.849711] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.849811] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.850219] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.850611] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.850799] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.851011] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.851324] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.851609] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.851994] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.852040] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.852179] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.852294] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.852844] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.853126] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.853218] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.874670] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.874843] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 701.874983] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.875184] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.875527] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-e0a191ce-9c00-4b67-a699-67b918e13c34 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.875695] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-e0a191ce-9c00-4b67-a699-67b918e13c34" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.875828] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-e0a191ce-9c00-4b67-a699-67b918e13c34" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.876217] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-e0a191ce-9c00-4b67-a699-67b918e13c34" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.876381] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0a191ce-9c00-4b67-a699-67b918e13c34',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.907367] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 in Status: SUCCESS [ 701.907613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.909279] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.235542] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: SUCCESS [ 702.235684] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff deletion is rescheduled due to dependency. [ 702.235808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.379041] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.379160] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.379332] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.379680] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.379841] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.380007] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port e0a191ce-9c00-4b67-a699-67b918e13c34 not found, creating... [ 702.380280] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.380443] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.380586] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.380830] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.380978] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.381282] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.381440] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.381560] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.381771] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.381905] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.382059] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: e0a191ce-9c00-4b67-a699-67b918e13c34 is going to be created. [ 702.405059] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.405059] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.405059] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.405059] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.405587] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.405587] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-e0a191ce-9c00-4b67-a699-67b918e13c34" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.411918] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.915152] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.915152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.915152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.915152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.915152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.915453] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d4cfc59-f396-4e93-8517-be407f2c008a is going to be updated. [ 702.946871] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.947060] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.947060] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.947249] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.947396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.956894] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d4cfc59-f396-4e93-8517-be407f2c008a in Status: IN_PROGRESS for 2s [ 703.165340] env[69430]: INFO networking_nsxv3.common.synchronization [req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d req-7d876f67-7ba4-484c-9897-d6615532a9a8 service nova] Enqueued Resource ID: 1d4cfc59-f396-4e93-8517-be407f2c008a with Priority: HIGHEST for action security_group_rules [ 703.165340] env[69430]: INFO networking_nsxv3.common.synchronization [req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d req-7d876f67-7ba4-484c-9897-d6615532a9a8 service nova] Enqueued Resource ID: 1d4cfc59-f396-4e93-8517-be407f2c008a with Priority: HIGHEST for action security_group_members [ 703.165340] env[69430]: INFO networking_nsxv3.common.synchronization [req-3ed7a951-4ae8-4797-9aaf-b4aa9901239d req-7d876f67-7ba4-484c-9897-d6615532a9a8 service nova] Enqueued Resource ID: e0a191ce-9c00-4b67-a699-67b918e13c34 with Priority: HIGHEST for action port [ 703.165340] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4cfc59-f396-4e93-8517-be407f2c008a with Priority: HIGHEST for action security_group_rules [ 703.165340] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4cfc59-f396-4e93-8517-be407f2c008a with Priority: HIGHEST for action security_group_members [ 703.165340] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a191ce-9c00-4b67-a699-67b918e13c34 with Priority: HIGHEST for action port [ 703.165570] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d4cfc59-f396-4e93-8517-be407f2c008a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.165570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.165632] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.165827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.165905] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.166921] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d4cfc59-f396-4e93-8517-be407f2c008a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.167034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.167633] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0a191ce-9c00-4b67-a699-67b918e13c34 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.167750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0a191ce-9c00-4b67-a699-67b918e13c34" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.167820] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0a191ce-9c00-4b67-a699-67b918e13c34" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.168083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0a191ce-9c00-4b67-a699-67b918e13c34" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.168140] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0a191ce-9c00-4b67-a699-67b918e13c34',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.670567] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d4cfc59-f396-4e93-8517-be407f2c008a taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.670892] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.671040] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0a191ce-9c00-4b67-a699-67b918e13c34 with status ACTIVE [ 703.671194] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.671323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.671389] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.671625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.671754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.671920] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.672089] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.672137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.672279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.672368] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.672555] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.672652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.672715] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.672858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.672949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.673056] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0a191ce-9c00-4b67-a699-67b918e13c34 is going to be updated. [ 703.696637] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.696812] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.696855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.697097] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.697245] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.697420] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0a191ce-9c00-4b67-a699-67b918e13c34" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.114907] env[69430]: INFO networking_nsxv3.common.synchronization [req-b7b19608-de8b-4360-bdf6-43d6df47a8dc req-a8db003c-4c0f-400b-9368-20c66d6b6e63 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Enqueued Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_members [ 704.115529] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_members [ 704.116643] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.116643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.116643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.116643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.116643] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.116643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.116969] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.117080] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.117214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.117348] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.619477] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.619477] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.619477] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.619710] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.619841] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.620051] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.620186] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.620240] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.620388] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.620463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.620557] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf already deleted. [ 704.620641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.774501] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.774501] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-961" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.774501] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-961" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.774501] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-961" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.775017] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.775017] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.775158] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.775409] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.775556] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.775836] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.775971] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.776169] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.776342] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.776697] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.776697] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.777013] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.798196] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.799310] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 704.799559] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.799911] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-961" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.800289] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-e44e15ca-5126-4c0e-b7c3-227d6200f696 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.801604] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-e44e15ca-5126-4c0e-b7c3-227d6200f696" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.801802] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-e44e15ca-5126-4c0e-b7c3-227d6200f696" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.802449] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-e44e15ca-5126-4c0e-b7c3-227d6200f696" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.802643] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e44e15ca-5126-4c0e-b7c3-227d6200f696',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.970968] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d4cfc59-f396-4e93-8517-be407f2c008a in Status: SUCCESS [ 704.971263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.971449] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.971763] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.972017] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.972195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.972285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.972485] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.972588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.972899] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.099832] env[69430]: INFO networking_nsxv3.common.synchronization [req-445ff8ad-6d46-4ba7-8f43-631c29bb60b0 req-6a0a5d41-aad6-481b-ad49-92fc3e874fd5 tempest-ServerGroupTestJSON-256648629 tempest-ServerGroupTestJSON-256648629-project-member] Enqueued Resource ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 with Priority: HIGHEST for action security_group_members [ 705.100414] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 with Priority: HIGHEST for action security_group_members [ 705.101117] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.101117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.101117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.101523] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.101722] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.101859] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.101944] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.102168] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.102287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.102412] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7fe8551-99fe-4390-b2a2-23f3b70ec0f7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.306632] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.306917] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.307069] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.307384] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.307538] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.307691] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port e44e15ca-5126-4c0e-b7c3-227d6200f696 not found, creating... [ 705.307962] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.308515] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.308515] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.308515] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.308697] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.308978] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.309110] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.309219] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.309429] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.309582] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.309728] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: e44e15ca-5126-4c0e-b7c3-227d6200f696 is going to be created. [ 705.333513] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.333513] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.333513] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.333513] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.333513] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.333827] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-e44e15ca-5126-4c0e-b7c3-227d6200f696" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.476065] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.604987] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.605217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.606029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.606029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.606029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.606029] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.606029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.606029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.606450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.606450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.606450] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 is going to be updated. [ 705.638032] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.638032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.638032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.638233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.638329] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.647678] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 in Status: IN_PROGRESS for 2s [ 705.978808] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.289576] env[69430]: INFO networking_nsxv3.common.synchronization [req-b7b19608-de8b-4360-bdf6-43d6df47a8dc req-278ab826-baa3-4f1f-9f36-32aa0fe348a3 service nova] Enqueued Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_rules [ 706.289706] env[69430]: INFO networking_nsxv3.common.synchronization [req-b7b19608-de8b-4360-bdf6-43d6df47a8dc req-278ab826-baa3-4f1f-9f36-32aa0fe348a3 service nova] Enqueued Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_members [ 706.289895] env[69430]: INFO networking_nsxv3.common.synchronization [req-b7b19608-de8b-4360-bdf6-43d6df47a8dc req-278ab826-baa3-4f1f-9f36-32aa0fe348a3 service nova] Enqueued Resource ID: e44e15ca-5126-4c0e-b7c3-227d6200f696 with Priority: HIGHEST for action port [ 706.290171] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_rules [ 706.290307] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_members [ 706.290452] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44e15ca-5126-4c0e-b7c3-227d6200f696 with Priority: HIGHEST for action port [ 706.290996] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.296139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.296223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.296515] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.296607] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.298647] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.298647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.298647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.298647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.298647] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.298647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.298647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.298647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.298647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.298973] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.299648] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-e44e15ca-5126-4c0e-b7c3-227d6200f696 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.300326] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e44e15ca-5126-4c0e-b7c3-227d6200f696" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.300326] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e44e15ca-5126-4c0e-b7c3-227d6200f696" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.300326] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e44e15ca-5126-4c0e-b7c3-227d6200f696" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.300326] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e44e15ca-5126-4c0e-b7c3-227d6200f696',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.487019] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.487259] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.487513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.487604] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.487703] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.487811] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d4cfc59-f396-4e93-8517-be407f2c008a is going to be updated. [ 706.522416] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.522559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.522635] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.522882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.523137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.533074] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d4cfc59-f396-4e93-8517-be407f2c008a in Status: IN_PROGRESS for 2s [ 706.803142] env[69430]: INFO networking_nsxv3.common.synchronization [req-b7b19608-de8b-4360-bdf6-43d6df47a8dc req-23580f28-0980-473d-9a6b-8ab7ca33b56b tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Enqueued Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_members [ 706.803142] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_members [ 706.803142] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.803142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.803142] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.804728] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.805020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.806799] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e44e15ca-5126-4c0e-b7c3-227d6200f696 with status ACTIVE [ 706.807311] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.810022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.810022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.810022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.810022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.810022] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.810022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.810022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.810022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.810022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.810022] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.810022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.810022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.810022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.810022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.810022] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e44e15ca-5126-4c0e-b7c3-227d6200f696 is going to be updated. [ 706.831959] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.831959] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.831959] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.831959] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.831959] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.831959] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e44e15ca-5126-4c0e-b7c3-227d6200f696" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.114387] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.114726] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-961" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.114726] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-961" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.114953] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-961" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.119315] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.119315] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.119478] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.119798] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.119960] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.120191] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.120307] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.120415] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.120522] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.120630] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.120739] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.120909] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.144859] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.145256] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 707.145256] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.145491] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-961" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.145732] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-0692d1f7-6e05-474d-9238-7367fbef9ca7 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.145912] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-0692d1f7-6e05-474d-9238-7367fbef9ca7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.146043] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-0692d1f7-6e05-474d-9238-7367fbef9ca7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.146394] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-0692d1f7-6e05-474d-9238-7367fbef9ca7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.146543] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0692d1f7-6e05-474d-9238-7367fbef9ca7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.307438] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.650475] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.650697] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.650824] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.651707] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.651872] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.652081] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 0692d1f7-6e05-474d-9238-7367fbef9ca7 not found, creating... [ 707.652372] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.652809] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.652809] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.653083] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.653333] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.653637] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.653798] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.653957] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.654152] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.654286] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.654427] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 0692d1f7-6e05-474d-9238-7367fbef9ca7 is going to be created. [ 707.661584] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 in Status: SUCCESS [ 707.661584] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 deletion is rescheduled due to dependency. [ 707.661584] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.675946] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.676229] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.676358] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.676639] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.676906] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.677171] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-0692d1f7-6e05-474d-9238-7367fbef9ca7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.811969] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.812193] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.812304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.812589] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.812721] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.812876] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf is going to be created. [ 707.837685] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.837840] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.837912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.838146] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.838303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.855279] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: UNINITIALIZED for 2s [ 708.482342] env[69430]: INFO networking_nsxv3.common.synchronization [req-b7b19608-de8b-4360-bdf6-43d6df47a8dc req-5d097b0c-bdb3-4c68-9178-f76a912c3331 service nova] Enqueued Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_rules [ 708.482342] env[69430]: INFO networking_nsxv3.common.synchronization [req-b7b19608-de8b-4360-bdf6-43d6df47a8dc req-5d097b0c-bdb3-4c68-9178-f76a912c3331 service nova] Enqueued Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_members [ 708.482342] env[69430]: INFO networking_nsxv3.common.synchronization [req-b7b19608-de8b-4360-bdf6-43d6df47a8dc req-5d097b0c-bdb3-4c68-9178-f76a912c3331 service nova] Enqueued Resource ID: 0692d1f7-6e05-474d-9238-7367fbef9ca7 with Priority: HIGHEST for action port [ 708.482342] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_rules [ 708.482342] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_members [ 708.482342] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0692d1f7-6e05-474d-9238-7367fbef9ca7 with Priority: HIGHEST for action port [ 708.482342] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.482342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.482342] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.482342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.482342] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-0692d1f7-6e05-474d-9238-7367fbef9ca7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.482342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0692d1f7-6e05-474d-9238-7367fbef9ca7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.482342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0692d1f7-6e05-474d-9238-7367fbef9ca7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.482342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0692d1f7-6e05-474d-9238-7367fbef9ca7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.482342] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0692d1f7-6e05-474d-9238-7367fbef9ca7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.542889] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d4cfc59-f396-4e93-8517-be407f2c008a in Status: SUCCESS [ 708.542889] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.543170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.543263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.543430] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.543553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.543617] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.543790] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.543884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.543995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.544099] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.937046] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0692d1f7-6e05-474d-9238-7367fbef9ca7 with status ACTIVE [ 708.937046] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.937228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.937228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.937456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.937557] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.937781] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.937899] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.937981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.938164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.938251] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.938458] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.938593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.938662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.938818] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.939335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.939335] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0692d1f7-6e05-474d-9238-7367fbef9ca7 is going to be updated. [ 708.961473] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.961861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.961861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.962047] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.962188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.962349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0692d1f7-6e05-474d-9238-7367fbef9ca7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.048354] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d4cfc59-f396-4e93-8517-be407f2c008a taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.048571] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.048571] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.048883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.049140] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.049288] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.049382] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.049605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.049732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.049863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.050094] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d4cfc59-f396-4e93-8517-be407f2c008a taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.050239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.050321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.050548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.050762] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.050915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.051012] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.051201] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.051332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.051472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.051610] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.553765] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d4cfc59-f396-4e93-8517-be407f2c008a: rpc.has_security_group_logging(os_id): False [ 709.575808] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.576934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.576934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.576934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.576934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.576934] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.576934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.576934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.576934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.576934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.577259] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.577259] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.577259] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.577398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.577467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.577642] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.577727] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.579377] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.579616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.579704] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.579812] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d4cfc59-f396-4e93-8517-be407f2c008a is going to be updated. [ 709.643747] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.643964] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.644179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.645287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.645287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.663791] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d4cfc59-f396-4e93-8517-be407f2c008a in Status: IN_PROGRESS for 2s [ 709.781122] env[69430]: INFO networking_nsxv3.common.synchronization [req-b7b19608-de8b-4360-bdf6-43d6df47a8dc req-75892331-f3f0-4b4e-8f0b-49704aa70513 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Enqueued Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_members [ 709.781122] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_members [ 709.781122] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.781122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.868399] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: SUCCESS [ 709.868765] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.868959] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.869229] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.870300] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.870300] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.870300] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.870300] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.870300] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.870300] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.870300] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.872416] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.872655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.872868] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.873053] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.873144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.873419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.873499] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.873593] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.254142] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.257859] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-961" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.257859] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-961" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.257859] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-961" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.257859] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.257859] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.257859] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.257859] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.257859] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.257859] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 710.257859] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.257859] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.257859] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.257859] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 710.257859] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.257859] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.279432] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.279432] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 710.279432] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.279432] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-961" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.279432] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-c97f32a4-e7cb-445c-9766-57a1f200f749 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.279432] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-c97f32a4-e7cb-445c-9766-57a1f200f749" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.279432] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-c97f32a4-e7cb-445c-9766-57a1f200f749" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.279432] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-c97f32a4-e7cb-445c-9766-57a1f200f749" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.279432] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c97f32a4-e7cb-445c-9766-57a1f200f749',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.376437] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.376437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.379626] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.442291] env[69430]: INFO networking_nsxv3.common.synchronization [req-8ac5d85c-7173-4c53-a4cc-049441f1239a req-bd283a03-7e6a-44bd-b289-0ff6890d7c82 tempest-ImagesOneServerTestJSON-1707189584 tempest-ImagesOneServerTestJSON-1707189584-project-member] Enqueued Resource ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f with Priority: HIGHEST for action security_group_members [ 710.442291] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f with Priority: HIGHEST for action security_group_members [ 710.442291] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.442717] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.442799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.443014] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.443190] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.443292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.443351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.443553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.443593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.443686] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43fc3cb5-77f4-4154-a8d6-7c9f83939e0f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.781929] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.782392] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.782392] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.783088] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.783088] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.783088] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port c97f32a4-e7cb-445c-9766-57a1f200f749 not found, creating... [ 710.783412] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.783629] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.783758] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.784161] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.784229] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.784589] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.784822] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.785058] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.785307] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.785600] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.785817] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: c97f32a4-e7cb-445c-9766-57a1f200f749 is going to be created. [ 710.809088] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.809429] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.809429] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.809718] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.809983] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.810227] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-c97f32a4-e7cb-445c-9766-57a1f200f749" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.883012] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.948181] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.948181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.948181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.948181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.948181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.949774] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.949926] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.950016] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.950226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.950363] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.954032] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f is going to be updated. [ 710.988797] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.989040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.989040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.993927] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.993927] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.002129] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f in Status: IN_PROGRESS for 2s [ 711.389648] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.389879] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.389953] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.390292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.390292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.390395] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf is going to be updated. [ 711.420231] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.420437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.420437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.420655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.420801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.432050] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: IN_PROGRESS for 2s [ 711.591381] env[69430]: INFO networking_nsxv3.common.synchronization [req-b7b19608-de8b-4360-bdf6-43d6df47a8dc req-cd31eff9-fa73-4618-8aa0-513c712a3ded service nova] Enqueued Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_rules [ 711.591564] env[69430]: INFO networking_nsxv3.common.synchronization [req-b7b19608-de8b-4360-bdf6-43d6df47a8dc req-cd31eff9-fa73-4618-8aa0-513c712a3ded service nova] Enqueued Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_members [ 711.591694] env[69430]: INFO networking_nsxv3.common.synchronization [req-b7b19608-de8b-4360-bdf6-43d6df47a8dc req-cd31eff9-fa73-4618-8aa0-513c712a3ded service nova] Enqueued Resource ID: c97f32a4-e7cb-445c-9766-57a1f200f749 with Priority: HIGHEST for action port [ 711.592137] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_rules [ 711.592137] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_members [ 711.592687] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97f32a4-e7cb-445c-9766-57a1f200f749 with Priority: HIGHEST for action port [ 711.592853] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.592853] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.593121] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.593234] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.593426] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-c97f32a4-e7cb-445c-9766-57a1f200f749 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.593536] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c97f32a4-e7cb-445c-9766-57a1f200f749" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.596466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c97f32a4-e7cb-445c-9766-57a1f200f749" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.596466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c97f32a4-e7cb-445c-9766-57a1f200f749" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.596691] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c97f32a4-e7cb-445c-9766-57a1f200f749',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.678124] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d4cfc59-f396-4e93-8517-be407f2c008a in Status: SUCCESS [ 711.678325] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.099317] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c97f32a4-e7cb-445c-9766-57a1f200f749 with status ACTIVE [ 712.099576] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.099576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.099576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.100233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.100233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.100233] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.100405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.100451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.100606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.100691] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.100957] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.101116] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.101192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.101424] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.101424] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.101498] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c97f32a4-e7cb-445c-9766-57a1f200f749 is going to be updated. [ 712.140343] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.140507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.140546] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.140801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.140967] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.141163] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c97f32a4-e7cb-445c-9766-57a1f200f749" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.379139] env[69430]: INFO networking_nsxv3.common.synchronization [req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 req-fdb45331-a822-46ba-8e2a-59b28b1316d9 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 712.380668] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 712.382036] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.382036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.382036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.382036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.382036] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.382036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.382036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.382036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.382417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.382417] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.778142] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.778142] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.778142] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.778142] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.778142] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.778142] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.778142] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.778142] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.778142] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.778542] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.778729] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.779087] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.779087] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.779191] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.779382] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.779538] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.799118] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.799247] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 712.799395] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.799577] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.799931] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-d0623a80-d078-46c0-9642-ec32b6f1371f taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.800120] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-d0623a80-d078-46c0-9642-ec32b6f1371f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.800421] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-d0623a80-d078-46c0-9642-ec32b6f1371f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.800565] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-d0623a80-d078-46c0-9642-ec32b6f1371f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.800727] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0623a80-d078-46c0-9642-ec32b6f1371f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.884513] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.884697] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.884740] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.885125] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.885249] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.885506] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.885742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.885742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.885883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.885915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.886075] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b already deleted. [ 712.886075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.011721] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f in Status: SUCCESS [ 713.011903] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f deletion is rescheduled due to dependency. [ 713.012030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.304297] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.304631] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.304631] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.304795] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.304939] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.305109] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port d0623a80-d078-46c0-9642-ec32b6f1371f not found, creating... [ 713.305408] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.305569] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.305686] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.305900] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.306055] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.306339] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.306516] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.306641] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.306909] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.307059] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.307205] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: d0623a80-d078-46c0-9642-ec32b6f1371f is going to be created. [ 713.329047] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.329047] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.329047] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.329288] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.329426] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.329784] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-d0623a80-d078-46c0-9642-ec32b6f1371f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.441473] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: SUCCESS [ 713.441708] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.441895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.442226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.442442] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.442570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.442691] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.442962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.442962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.443104] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.946413] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.135972] env[69430]: INFO networking_nsxv3.common.synchronization [req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 req-17978ac5-e8bb-4cdf-ac33-08b07dcc38e9 service nova] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_rules [ 714.136278] env[69430]: INFO networking_nsxv3.common.synchronization [req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 req-17978ac5-e8bb-4cdf-ac33-08b07dcc38e9 service nova] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 714.136382] env[69430]: INFO networking_nsxv3.common.synchronization [req-a2692013-1815-4e80-ad32-0b3a9ad94dc9 req-17978ac5-e8bb-4cdf-ac33-08b07dcc38e9 service nova] Enqueued Resource ID: d0623a80-d078-46c0-9642-ec32b6f1371f with Priority: HIGHEST for action port [ 714.139827] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_rules [ 714.139827] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 714.139827] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0623a80-d078-46c0-9642-ec32b6f1371f with Priority: HIGHEST for action port [ 714.139827] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.139827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.139827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.139827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.139827] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.139827] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.139827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.139827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.139827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.140573] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.140573] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.140573] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.140573] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.140573] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.140573] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.141458] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0623a80-d078-46c0-9642-ec32b6f1371f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.141458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0623a80-d078-46c0-9642-ec32b6f1371f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.141618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0623a80-d078-46c0-9642-ec32b6f1371f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.141690] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0623a80-d078-46c0-9642-ec32b6f1371f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.141755] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0623a80-d078-46c0-9642-ec32b6f1371f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.451044] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.643418] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.645724] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.645724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.645724] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0623a80-d078-46c0-9642-ec32b6f1371f with status ACTIVE [ 714.645724] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.645724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.645724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.645724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.645724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.645724] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.646202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.646202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.646202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.646202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.646202] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.646377] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.646377] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.646495] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.646549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.646639] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0623a80-d078-46c0-9642-ec32b6f1371f is going to be updated. [ 714.668767] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.668909] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.668986] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.669213] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.669355] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.669519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0623a80-d078-46c0-9642-ec32b6f1371f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.958100] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.958100] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.958100] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.958100] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.958100] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.958100] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf is going to be updated. [ 714.993202] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.993342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.993392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.993607] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.993754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.006191] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: IN_PROGRESS for 2s [ 715.152430] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.655302] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.655621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.655621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.655750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.655850] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.655941] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be created. [ 715.680236] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.680430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.680483] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.680711] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.680820] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.691093] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: UNINITIALIZED for 2s [ 717.022468] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: SUCCESS [ 717.022823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.023215] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.023399] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.023679] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.023829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.024042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.024292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.024292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.024415] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.526640] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.705575] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 717.705879] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.706131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.706390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.706766] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.706924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.706997] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.707251] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.707360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.707462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.707560] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.028485] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.210565] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.210730] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.210806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.211055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.211240] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.211354] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.211429] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.211601] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.211690] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.211792] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.211909] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.212012] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.212081] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.212232] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.212385] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.212466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.212529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.212666] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.212744] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.212914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.212914] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.531605] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.531792] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.531833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.532084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.532181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.532320] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf is going to be updated. [ 718.560142] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.560300] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.560372] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.560591] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.560790] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.572740] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: IN_PROGRESS for 2s [ 718.715016] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bdcee59-c331-4e11-b235-553058b0634b: rpc.has_security_group_logging(os_id): False [ 718.736236] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.736425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.736515] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.736803] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.736946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.737247] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.737412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.737495] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.737672] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.737808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.737963] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.738076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.738140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.738285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.738357] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.738552] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.738667] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.738735] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.738880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.738957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.739060] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be created. [ 718.799938] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.800138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.800246] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.800527] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.800742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.823775] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 2s [ 719.141260] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 719.141260] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 719.364309] env[69430]: INFO networking_nsxv3.common.synchronization [req-357ff441-9ecd-4104-80ba-972bd7ff9349 req-1351e77f-d8af-4598-bc65-5d45a6cb0e06 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Enqueued Resource ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f with Priority: HIGHEST for action security_group_members [ 719.364309] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f with Priority: HIGHEST for action security_group_members [ 719.364309] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.364309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.364309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.365244] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.365501] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.365730] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.365869] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.366115] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.366278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.366455] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4630b0a3-b9ab-46bd-bd8e-93f03b311c6f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.374133] env[69430]: INFO networking_nsxv3.common.synchronization [req-6c123415-6522-45b2-b7fa-71007f995069 req-2c6df63f-5dc9-4db2-9bb6-487aaf6bdaac tempest-ServersAdminNegativeTestJSON-1848719040 tempest-ServersAdminNegativeTestJSON-1848719040-project-member] Enqueued Resource ID: adcef041-d972-4f90-9f1e-a8b195dba32a with Priority: HIGHEST for action security_group_members [ 719.374133] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adcef041-d972-4f90-9f1e-a8b195dba32a with Priority: HIGHEST for action security_group_members [ 719.374133] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-adcef041-d972-4f90-9f1e-a8b195dba32a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.374133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.374133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.374133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.374133] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.374133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.374133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.374133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.374133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.374133] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.817066] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.817066] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-165" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.817066] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-165" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.817066] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-165" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.817066] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.817066] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.817066] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.817066] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.817066] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.819089] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.819223] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.819404] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.819609] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.819750] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.819864] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.820022] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.841222] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.841442] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.841586] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.841770] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-165" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.842142] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-abbed6a8-b8d2-40fa-81d4-a1d87b16621a taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.842349] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-abbed6a8-b8d2-40fa-81d4-a1d87b16621a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.842477] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-abbed6a8-b8d2-40fa-81d4-a1d87b16621a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.843719] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-abbed6a8-b8d2-40fa-81d4-a1d87b16621a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.843719] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abbed6a8-b8d2-40fa-81d4-a1d87b16621a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.870428] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.870428] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.870428] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.870428] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.870428] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.870428] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.870821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.870821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.870821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.870821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.870821] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f already deleted. [ 719.871034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.875627] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.875734] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.875798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.875972] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.876070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.876244] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.876335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.876392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.876532] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.876602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.876690] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adcef041-d972-4f90-9f1e-a8b195dba32a is going to be updated. [ 719.907796] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.907979] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.908082] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.908302] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.908557] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.918779] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adcef041-d972-4f90-9f1e-a8b195dba32a in Status: IN_PROGRESS for 2s [ 720.345784] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.345784] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.346355] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.346751] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.346751] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.346917] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port abbed6a8-b8d2-40fa-81d4-a1d87b16621a not found, creating... [ 720.348190] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.348190] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.348190] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.348190] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.348190] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.348190] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.348523] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.348523] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.348598] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.348796] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.348949] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: abbed6a8-b8d2-40fa-81d4-a1d87b16621a is going to be created. [ 720.375469] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.375671] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.375717] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.376015] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.376268] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.376515] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-abbed6a8-b8d2-40fa-81d4-a1d87b16621a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.584851] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: SUCCESS [ 720.585181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.585408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.585663] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.585871] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.586043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.586141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.586333] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.586428] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.586581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.586804] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.586930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.586999] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.587801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.587801] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.587801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.587801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.588028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.588028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.588088] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.588148] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.589183] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.589532] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.589701] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.590084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.590135] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.590278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.590392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.590452] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.839148] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 720.839393] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.093020] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.093946] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c539824e-0fda-4b4c-8ce5-0645a7748cdf: rpc.has_security_group_logging(os_id): False [ 721.119440] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.122035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.122035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.122035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.122035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.122035] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.122035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.122035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.122035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.122035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.122035] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.122035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.122035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.123148] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.124576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.124576] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.124576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.124576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.124576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.126767] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.126767] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf is going to be created. [ 721.266084] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.266084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.266084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.266084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.266340] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.280820] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: IN_PROGRESS for 2s [ 721.288904] env[69430]: INFO networking_nsxv3.common.synchronization [req-357ff441-9ecd-4104-80ba-972bd7ff9349 req-8ee394ec-12f8-40ca-82ca-f52ca45c8c42 service nova] Enqueued Resource ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f with Priority: HIGHEST for action security_group_rules [ 721.289108] env[69430]: INFO networking_nsxv3.common.synchronization [req-357ff441-9ecd-4104-80ba-972bd7ff9349 req-8ee394ec-12f8-40ca-82ca-f52ca45c8c42 service nova] Enqueued Resource ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f with Priority: HIGHEST for action security_group_members [ 721.289251] env[69430]: INFO networking_nsxv3.common.synchronization [req-357ff441-9ecd-4104-80ba-972bd7ff9349 req-8ee394ec-12f8-40ca-82ca-f52ca45c8c42 service nova] Enqueued Resource ID: abbed6a8-b8d2-40fa-81d4-a1d87b16621a with Priority: HIGHEST for action port [ 721.289867] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f with Priority: HIGHEST for action security_group_rules [ 721.292185] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f with Priority: HIGHEST for action security_group_members [ 721.292357] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abbed6a8-b8d2-40fa-81d4-a1d87b16621a with Priority: HIGHEST for action port [ 721.292714] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.292902] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.292949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.293272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.293318] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4630b0a3-b9ab-46bd-bd8e-93f03b311c6f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.294822] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.294919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.295089] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.295616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.295616] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.295616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.295616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.295919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.295919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.295919] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4630b0a3-b9ab-46bd-bd8e-93f03b311c6f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.297475] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-abbed6a8-b8d2-40fa-81d4-a1d87b16621a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.297475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abbed6a8-b8d2-40fa-81d4-a1d87b16621a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.297475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abbed6a8-b8d2-40fa-81d4-a1d87b16621a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.297475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abbed6a8-b8d2-40fa-81d4-a1d87b16621a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.297475] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abbed6a8-b8d2-40fa-81d4-a1d87b16621a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.597773] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.798995] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4630b0a3-b9ab-46bd-bd8e-93f03b311c6f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.800290] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.800433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.801088] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abbed6a8-b8d2-40fa-81d4-a1d87b16621a with status ACTIVE [ 721.801088] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.801088] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.801088] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.801088] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.801272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.801353] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.801444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.801503] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.801653] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.802132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.802132] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.804349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.804561] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.805566] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.805566] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.805566] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abbed6a8-b8d2-40fa-81d4-a1d87b16621a is going to be updated. [ 721.828692] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.828866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.828951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.829169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.829304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.829499] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abbed6a8-b8d2-40fa-81d4-a1d87b16621a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.937373] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adcef041-d972-4f90-9f1e-a8b195dba32a in Status: SUCCESS [ 721.937373] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adcef041-d972-4f90-9f1e-a8b195dba32a deletion is rescheduled due to dependency. [ 721.937373] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.100121] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.100471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.100471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.100665] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.100759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.100871] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf is going to be updated. [ 722.141522] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.141714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.141825] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.142091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.142250] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.153989] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: IN_PROGRESS for 2s [ 722.307422] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4630b0a3-b9ab-46bd-bd8e-93f03b311c6f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.396367] env[69430]: INFO networking_nsxv3.common.synchronization [req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 req-3b290762-ff90-478e-9fc4-9abbf2cd1a12 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 722.397073] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 722.398591] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.398815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.398950] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.399222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.399440] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.399617] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.399686] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.399881] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.399970] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.400091] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.816683] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.816683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.816683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.816683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.816683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.816683] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f is going to be created. [ 722.824873] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.824873] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-414" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.824873] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-414" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.824873] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-414" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.824873] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.825711] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.826428] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.826979] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.827242] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.828157] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.828379] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.829057] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.829298] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.829804] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.830105] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.830346] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.847986] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.847986] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.847986] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.847986] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.847986] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.853295] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.853705] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 722.854070] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.854423] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-414" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.854916] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.855288] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.855570] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.856018] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.856260] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.859920] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f in Status: UNINITIALIZED for 2s [ 722.904488] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.904488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.904488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.904488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.904488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.904488] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.904488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.904488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.904488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.904488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.904488] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c already deleted. [ 722.904488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.045147] env[69430]: INFO networking_nsxv3.common.synchronization [req-76ff1576-a345-4d0f-bbd8-23c5b0c45167 req-33acbd91-c7d3-46e1-8d90-ac299ea938dd tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Enqueued Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_members [ 723.045989] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_members [ 723.046313] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.046424] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.294573] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: SUCCESS [ 723.294740] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.294903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.295177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.295286] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.358631] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.358968] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.359170] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.359495] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.359722] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.359915] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d not found, creating... [ 723.360243] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.360467] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.360648] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.360914] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.361145] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.361474] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.361664] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.361845] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.362120] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.362278] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.362479] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d is going to be created. [ 723.397995] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.397995] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.397995] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.397995] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.397995] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.397995] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.801573] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.801785] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.170431] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: SUCCESS [ 724.171267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.171267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.171267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.171267] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.171513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.171513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.171614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.171696] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.171806] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.202666] env[69430]: INFO networking_nsxv3.common.synchronization [req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 req-dbe5df5b-9e6d-45ec-a1bb-50461a16e1d1 service nova] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_rules [ 724.202846] env[69430]: INFO networking_nsxv3.common.synchronization [req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 req-dbe5df5b-9e6d-45ec-a1bb-50461a16e1d1 service nova] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 724.202990] env[69430]: INFO networking_nsxv3.common.synchronization [req-33e2d37f-26ea-4124-9a3d-5c55c2078ba5 req-dbe5df5b-9e6d-45ec-a1bb-50461a16e1d1 service nova] Enqueued Resource ID: 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d with Priority: HIGHEST for action port [ 724.203518] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_rules [ 724.203652] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 724.203773] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d with Priority: HIGHEST for action port [ 724.204170] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.204353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.204485] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.204791] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.204970] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.206017] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.206196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.206300] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.206556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.206807] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.206961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.207091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.207289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.207419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.207556] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.208552] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.209226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.209226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.209226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.209226] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.674250] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.711240] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.711371] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.712143] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.713681] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d with status ACTIVE [ 724.713870] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.713985] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.714107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.714352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.714867] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.714867] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.714867] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.714867] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.715242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.715242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.715242] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.715337] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.715337] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.716036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.716036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.716036] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d is going to be updated. [ 724.737806] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.737989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.738053] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.738266] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.738405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.738570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.873602] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f in Status: SUCCESS [ 724.873824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.874009] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.874255] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.874462] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.874569] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.874639] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.874822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.874923] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.875031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.875128] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4630b0a3-b9ab-46bd-bd8e-93f03b311c6f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.176417] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.218644] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.380493] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.381034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.381034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.381034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.381285] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.381285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.381378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.384018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.384018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.384018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.384018] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.384018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.384018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.384018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.384018] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.384018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.384018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.384018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.384018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.384018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.384018] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4630b0a3-b9ab-46bd-bd8e-93f03b311c6f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.678779] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.678975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.679072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.679339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.679391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.679498] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf is going to be updated. [ 725.712745] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.712915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.713049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.713204] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.713347] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.721644] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.721644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.721809] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.721953] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.722066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.722176] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be created. [ 725.724350] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: IN_PROGRESS for 2s [ 725.753314] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.753533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.753629] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.753934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.754809] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.766425] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: UNINITIALIZED for 2s [ 725.886306] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f: rpc.has_security_group_logging(os_id): False [ 725.910396] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.910544] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.910600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.910808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.910893] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.911113] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.911207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.911263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.911409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.911481] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.911655] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.911762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.912964] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.912964] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.912964] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.912964] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.912964] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.912964] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.912964] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.912964] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.912964] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f is going to be created. [ 725.978026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.978163] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.978239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.978492] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.978687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.990030] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f in Status: IN_PROGRESS for 2s [ 727.092815] env[69430]: INFO networking_nsxv3.common.synchronization [None req-7975965b-b4fe-4299-8f6f-feb89e1329e2 None None] Enqueued Resource ID: d69a7b74-cead-40f4-afd6-5bae242741c6 with Priority: HIGHEST for action port [ 727.093431] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d69a7b74-cead-40f4-afd6-5bae242741c6 with Priority: HIGHEST for action port [ 727.093755] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-d69a7b74-cead-40f4-afd6-5bae242741c6 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.093885] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d69a7b74-cead-40f4-afd6-5bae242741c6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.093955] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d69a7b74-cead-40f4-afd6-5bae242741c6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.094782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d69a7b74-cead-40f4-afd6-5bae242741c6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.094880] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69a7b74-cead-40f4-afd6-5bae242741c6',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.599031] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d69a7b74-cead-40f4-afd6-5bae242741c6 [ 727.599266] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.599400] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.599484] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.599686] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.599796] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.599897] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d69a7b74-cead-40f4-afd6-5bae242741c6 already deleted. [ 727.600113] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d69a7b74-cead-40f4-afd6-5bae242741c6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.735905] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: SUCCESS [ 727.736156] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.736385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.736706] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.736916] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.737054] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.737128] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.737335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.741313] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.741464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.741566] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.781179] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 727.781419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.782073] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.782320] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.782515] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.782627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.782689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.782874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.782912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.783021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.785482] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.004887] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f in Status: SUCCESS [ 728.005137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.245504] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.245775] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.245775] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.245959] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.246147] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.246248] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.246311] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.246700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.246852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.246973] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.247147] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.247243] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.247303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.247446] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.247584] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.247673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.247734] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.247867] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.247941] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.248039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.248145] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.289628] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.290598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.290598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.290961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.291058] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.291195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.291392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.291698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.292124] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.292762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.292762] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.292958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.293080] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.293527] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.293748] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.293949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.294156] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.295508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.295624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.295735] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.295854] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.751565] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c539824e-0fda-4b4c-8ce5-0645a7748cdf: rpc.has_security_group_logging(os_id): False [ 728.772869] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.772979] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.772979] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.773786] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.773786] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.773786] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.773786] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.773786] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.774114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.774114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.774227] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.774282] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.774317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.774471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.774541] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.774716] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.774938] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.774938] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.775086] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.775150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.775274] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf is going to be updated. [ 728.799903] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7cffb26-85a0-4f75-bbe5-98772768a31c: rpc.has_security_group_logging(os_id): False [ 728.819773] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.820042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.820090] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.822391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.822391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.822391] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.822391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.822391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.822391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.822391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.822391] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.822391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.822391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.822391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.822391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.822391] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.822803] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.822803] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.822803] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.822803] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.822803] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be created. [ 728.847085] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.847085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.847085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.847085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.847085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.863900] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: IN_PROGRESS for 2s [ 728.898411] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.900037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.900037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.900037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.900037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.912306] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 729.686143] env[69430]: INFO networking_nsxv3.common.synchronization [None req-0a94cc45-a86e-42c8-ad3a-bd1073a3169d None None] Enqueued Resource ID: 04fbc573-6714-44db-9f58-87157b39bd79 with Priority: HIGHEST for action port [ 729.686143] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fbc573-6714-44db-9f58-87157b39bd79 with Priority: HIGHEST for action port [ 729.686143] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-04fbc573-6714-44db-9f58-87157b39bd79 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.686143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04fbc573-6714-44db-9f58-87157b39bd79" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.686143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04fbc573-6714-44db-9f58-87157b39bd79" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.686143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04fbc573-6714-44db-9f58-87157b39bd79" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.686143] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04fbc573-6714-44db-9f58-87157b39bd79',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.189695] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04fbc573-6714-44db-9f58-87157b39bd79 [ 730.190143] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.190143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.190277] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.190382] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.190474] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.190569] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04fbc573-6714-44db-9f58-87157b39bd79 already deleted. [ 730.190670] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04fbc573-6714-44db-9f58-87157b39bd79" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.387986] env[69430]: INFO networking_nsxv3.common.synchronization [req-bdf9ea4a-6194-41a7-8703-54be63e73c9a req-4758fd12-93d4-4aaa-a25c-b13e29674e88 tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Enqueued Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_members [ 730.390058] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_members [ 730.390058] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.390058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.390058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.390058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.390058] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.391226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.391517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.394619] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.394619] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.394619] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.840515] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.840844] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-70" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.840844] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-70" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.841193] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-70" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.841475] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.841632] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.841750] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.842068] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.842138] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.842341] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.844196] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.844196] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.844196] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.844196] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.844196] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.844196] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.865386] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.865448] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.865591] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.865738] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-70" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.866325] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.866685] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.866889] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.867198] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.867349] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('752a3509-9d52-47dc-a8c6-08ad5df1e1d0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.882172] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: SUCCESS [ 730.882400] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.882585] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.882883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.882981] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.895114] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.895114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.895323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.896182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.896182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.896182] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.896182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.896182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.896182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.896182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.896507] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 already deleted. [ 730.896507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.928102] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 730.928881] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.371699] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.371931] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.372086] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.372398] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.372564] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.372722] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 not found, creating... [ 731.372983] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.373178] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.373285] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.373484] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.373621] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.374280] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.374280] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.374280] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.374443] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.374576] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.374661] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 is going to be created. [ 731.385410] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.385595] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.385671] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.385879] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.386151] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.386151] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.386229] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.386355] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.386438] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.386521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.386608] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.395385] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.395647] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.395819] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.396139] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.396407] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.396675] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.890466] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.890466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.890466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.890466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.893020] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.893020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.893020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.893020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.893020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.893020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.893020] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.893020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.893020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.893020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.893020] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.893020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.893020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.893020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.893020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.893020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.893952] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.401620] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c539824e-0fda-4b4c-8ce5-0645a7748cdf: rpc.has_security_group_logging(os_id): False [ 732.420899] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.421106] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.421184] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.421413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.421504] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.421726] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.421887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.421887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.422238] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.422238] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.422327] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.422884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.422884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.422884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.425292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.425687] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.425961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.426127] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.426336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.426465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.426594] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf is going to be updated. [ 732.487804] env[69430]: INFO networking_nsxv3.common.synchronization [req-bdf9ea4a-6194-41a7-8703-54be63e73c9a req-093e6a25-1b0c-4bde-ad89-a29595481988 service nova] Enqueued Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_rules [ 732.487998] env[69430]: INFO networking_nsxv3.common.synchronization [req-bdf9ea4a-6194-41a7-8703-54be63e73c9a req-093e6a25-1b0c-4bde-ad89-a29595481988 service nova] Enqueued Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_members [ 732.488140] env[69430]: INFO networking_nsxv3.common.synchronization [req-bdf9ea4a-6194-41a7-8703-54be63e73c9a req-093e6a25-1b0c-4bde-ad89-a29595481988 service nova] Enqueued Resource ID: 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 with Priority: HIGHEST for action port [ 732.491213] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_rules [ 732.491567] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_members [ 732.492043] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 with Priority: HIGHEST for action port [ 732.493434] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02a3bd93-01bb-44b3-9f26-56d1c9f37f40 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.493600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.493692] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.493966] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.494096] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.495024] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.495139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.495220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.495415] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.495611] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.495718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.495782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.495966] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.497854] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.498013] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.498916] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.499060] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.499119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.499287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.499369] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('752a3509-9d52-47dc-a8c6-08ad5df1e1d0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.502410] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.502410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.502410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.502606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.502797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.516619] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: IN_PROGRESS for 2s [ 733.000724] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.002679] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.002679] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.005998] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 with status ACTIVE [ 733.006218] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.007877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.007877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.007877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.007877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.007877] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.007877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.007877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.007877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.007877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.007877] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.007877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.007877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.007877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.007877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.007877] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 is going to be updated. [ 733.031762] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.033162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.033239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.033512] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.033628] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.033810] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.509579] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.541187] env[69430]: INFO networking_nsxv3.common.synchronization [req-35e44f6d-9461-4363-b454-b4a92aa66e7c req-e97607ba-a07d-4b20-8c18-e9021407b809 tempest-InstanceActionsNegativeTestJSON-149322420 tempest-InstanceActionsNegativeTestJSON-149322420-project-member] Enqueued Resource ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f with Priority: HIGHEST for action security_group_members [ 733.541640] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f with Priority: HIGHEST for action security_group_members [ 733.541977] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.542210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.542275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.542564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.542638] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.542845] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.542941] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.543141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.543238] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.543341] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4630b0a3-b9ab-46bd-bd8e-93f03b311c6f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.771472] env[69430]: INFO networking_nsxv3.common.synchronization [None req-badd9dc2-db5b-4757-9f78-cd49acf14c67 None None] Enqueued Resource ID: 070c4b6c-1e2e-4b0f-830a-8588a93b876f with Priority: HIGHEST for action port [ 733.771472] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 070c4b6c-1e2e-4b0f-830a-8588a93b876f with Priority: HIGHEST for action port [ 733.771947] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-070c4b6c-1e2e-4b0f-830a-8588a93b876f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.772147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-070c4b6c-1e2e-4b0f-830a-8588a93b876f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.772147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-070c4b6c-1e2e-4b0f-830a-8588a93b876f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.772398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-070c4b6c-1e2e-4b0f-830a-8588a93b876f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.772544] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('070c4b6c-1e2e-4b0f-830a-8588a93b876f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.013942] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.014269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.014311] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.014565] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.014717] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.014955] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 is going to be created. [ 734.042889] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.042889] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.043197] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.043293] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.043601] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.045451] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.045451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.045617] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.045756] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.045877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.046132] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.046288] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.046360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.046563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.046673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.046844] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f is going to be updated. [ 734.063417] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 in Status: UNINITIALIZED for 2s [ 734.066959] env[69430]: INFO networking_nsxv3.common.synchronization [req-ff5ef20d-857a-406e-a3ec-1f2ed3e815d5 req-852aee86-9693-4f0d-b009-dfc8c99d871e tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 734.067320] env[69430]: INFO networking_nsxv3.common.synchronization [req-ff5ef20d-857a-406e-a3ec-1f2ed3e815d5 req-852aee86-9693-4f0d-b009-dfc8c99d871e tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f with Priority: HIGHEST for action security_group_members [ 734.072269] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 734.072269] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f with Priority: HIGHEST for action security_group_members [ 734.072269] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.072269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.072269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.072269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.072269] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.072269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.072269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.072269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.072269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.072269] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.072269] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c1a60f-f7ed-4352-8501-8a548f785e7f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.072269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.072269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.072269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.072269] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.072871] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.072871] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.072871] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.073056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.073278] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.086877] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.086877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.086877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.086877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.086877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.100753] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f in Status: IN_PROGRESS for 2s [ 734.177426] env[69430]: INFO networking_nsxv3.common.synchronization [req-ff5ef20d-857a-406e-a3ec-1f2ed3e815d5 req-852aee86-9693-4f0d-b009-dfc8c99d871e tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f with Priority: HIGHEST for action security_group_rules [ 734.177426] env[69430]: INFO networking_nsxv3.common.synchronization [req-ff5ef20d-857a-406e-a3ec-1f2ed3e815d5 req-852aee86-9693-4f0d-b009-dfc8c99d871e tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f with Priority: HIGHEST for action security_group_members [ 734.177426] env[69430]: INFO networking_nsxv3.common.synchronization [req-ff5ef20d-857a-406e-a3ec-1f2ed3e815d5 req-852aee86-9693-4f0d-b009-dfc8c99d871e tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_rules [ 734.177426] env[69430]: INFO networking_nsxv3.common.synchronization [req-ff5ef20d-857a-406e-a3ec-1f2ed3e815d5 req-852aee86-9693-4f0d-b009-dfc8c99d871e tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 734.177426] env[69430]: INFO networking_nsxv3.common.synchronization [req-ff5ef20d-857a-406e-a3ec-1f2ed3e815d5 req-852aee86-9693-4f0d-b009-dfc8c99d871e tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d with Priority: HIGHEST for action port [ 734.178166] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f with Priority: HIGHEST for action security_group_rules [ 734.178447] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_rules [ 734.178653] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d with Priority: HIGHEST for action port [ 734.178920] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f with Priority: HIGHEST for action security_group_members [ 734.179406] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 734.179865] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7c1a60f-f7ed-4352-8501-8a548f785e7f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.180231] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.180396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.180733] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.180923] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.183461] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.187359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.187359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.187606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.187701] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.190013] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.190247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.190323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.190556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.190640] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.193679] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c1a60f-f7ed-4352-8501-8a548f785e7f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.193864] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.194212] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.194342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.280335] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 070c4b6c-1e2e-4b0f-830a-8588a93b876f [ 734.280335] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.280335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.280335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.280335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.280335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.280335] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:070c4b6c-1e2e-4b0f-830a-8588a93b876f already deleted. [ 734.280335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-070c4b6c-1e2e-4b0f-830a-8588a93b876f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.537175] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: SUCCESS [ 734.537436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.576060] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.577175] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.684699] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c1a60f-f7ed-4352-8501-8a548f785e7f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.684929] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.695491] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.695642] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.695863] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d with status ACTIVE [ 734.696072] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.696338] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.696338] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.696526] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.696623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.696727] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.696863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.696972] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.697177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.697311] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.697472] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.697593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.697633] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.697768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.697853] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.698309] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d is going to be updated. [ 734.722355] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.722533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.722594] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.722826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.723060] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.723155] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.785887] env[69430]: INFO networking_nsxv3.common.synchronization [req-09f5b1d7-afb8-4706-97ba-b8c3c63c420c req-e001daf8-7283-472b-99e6-3659f2d5cc92 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 734.786092] env[69430]: INFO networking_nsxv3.common.synchronization [req-09f5b1d7-afb8-4706-97ba-b8c3c63c420c req-e001daf8-7283-472b-99e6-3659f2d5cc92 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 with Priority: HIGHEST for action security_group_members [ 734.786260] env[69430]: INFO networking_nsxv3.common.synchronization [req-09f5b1d7-afb8-4706-97ba-b8c3c63c420c req-e001daf8-7283-472b-99e6-3659f2d5cc92 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f with Priority: HIGHEST for action security_group_members [ 734.786863] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 734.787009] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 with Priority: HIGHEST for action security_group_members [ 734.789108] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f with Priority: HIGHEST for action security_group_members [ 734.789473] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.789581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.790330] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-124b17a6-ff67-4218-9a8f-a4613e90fcb9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.790330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.790466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.790650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.790813] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.790903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.790967] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.791166] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.791252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.791348] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('124b17a6-ff67-4218-9a8f-a4613e90fcb9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.793362] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c1a60f-f7ed-4352-8501-8a548f785e7f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.793488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.854275] env[69430]: INFO networking_nsxv3.common.synchronization [req-09f5b1d7-afb8-4706-97ba-b8c3c63c420c req-e001daf8-7283-472b-99e6-3659f2d5cc92 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 with Priority: HIGHEST for action security_group_rules [ 734.854566] env[69430]: INFO networking_nsxv3.common.synchronization [req-09f5b1d7-afb8-4706-97ba-b8c3c63c420c req-e001daf8-7283-472b-99e6-3659f2d5cc92 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 with Priority: HIGHEST for action security_group_members [ 734.854772] env[69430]: INFO networking_nsxv3.common.synchronization [req-09f5b1d7-afb8-4706-97ba-b8c3c63c420c req-e001daf8-7283-472b-99e6-3659f2d5cc92 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f with Priority: HIGHEST for action security_group_rules [ 734.855544] env[69430]: INFO networking_nsxv3.common.synchronization [req-09f5b1d7-afb8-4706-97ba-b8c3c63c420c req-e001daf8-7283-472b-99e6-3659f2d5cc92 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f with Priority: HIGHEST for action security_group_members [ 734.855733] env[69430]: INFO networking_nsxv3.common.synchronization [req-09f5b1d7-afb8-4706-97ba-b8c3c63c420c req-e001daf8-7283-472b-99e6-3659f2d5cc92 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_rules [ 734.855867] env[69430]: INFO networking_nsxv3.common.synchronization [req-09f5b1d7-afb8-4706-97ba-b8c3c63c420c req-e001daf8-7283-472b-99e6-3659f2d5cc92 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 734.856011] env[69430]: INFO networking_nsxv3.common.synchronization [req-09f5b1d7-afb8-4706-97ba-b8c3c63c420c req-e001daf8-7283-472b-99e6-3659f2d5cc92 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d with Priority: HIGHEST for action port [ 734.857220] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 with Priority: HIGHEST for action security_group_rules [ 734.857475] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f with Priority: HIGHEST for action security_group_rules [ 734.857475] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 734.857811] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d with Priority: HIGHEST for action port [ 734.857961] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_rules [ 734.858137] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 with Priority: HIGHEST for action security_group_members [ 734.858228] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f with Priority: HIGHEST for action security_group_members [ 734.858456] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-124b17a6-ff67-4218-9a8f-a4613e90fcb9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.858586] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.858648] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.859201] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.859289] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('124b17a6-ff67-4218-9a8f-a4613e90fcb9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.860687] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7c1a60f-f7ed-4352-8501-8a548f785e7f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.860794] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.861020] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.861164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.861343] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.861413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.861466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.861655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.861738] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.864160] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.864160] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.864160] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-124b17a6-ff67-4218-9a8f-a4613e90fcb9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.864160] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.864160] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c1a60f-f7ed-4352-8501-8a548f785e7f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.864160] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.078972] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.081393] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.294481] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('124b17a6-ff67-4218-9a8f-a4613e90fcb9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.366408] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-124b17a6-ff67-4218-9a8f-a4613e90fcb9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.366408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.366408] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d with status ACTIVE [ 735.366408] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.366408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.366408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.366408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.366408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.366408] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.366408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.366408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.366408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.366408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.366913] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.366913] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.366913] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.366913] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.366913] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.367077] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d is going to be updated. [ 735.396962] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.396962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.396962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.396962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.396962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.396962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c8b490b-4d28-49e8-810c-5c2eeb8b7c2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.416063] env[69430]: INFO networking_nsxv3.common.synchronization [req-cebed252-fff3-4a45-9c86-e634a7e62c57 req-823892e8-97f1-47f2-9c4d-255cf1868e3a tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Enqueued Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 735.416749] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 735.419065] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.419065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.419065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.419065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.421751] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.422314] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.422314] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.422617] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.422794] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.422913] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.587971] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.587971] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.587971] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.587971] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.587971] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.587971] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be updated. [ 735.589212] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.589377] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.589448] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.589662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.589748] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.589912] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f is going to be created. [ 735.630385] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.630539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.630577] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.630778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.631034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.644325] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f in Status: UNINITIALIZED for 2s [ 735.646160] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.646313] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.646416] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.646592] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.646741] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.662166] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 735.797180] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('124b17a6-ff67-4218-9a8f-a4613e90fcb9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.927026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.927026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.927026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.927026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.927026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.927026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.927026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.927026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.927026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.927026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.927026] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 already deleted. [ 735.927576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.956489] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-732 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.956888] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-732" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.957040] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-732" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.957440] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-732" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.957831] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.958347] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.958347] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.958735] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.959037] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.959405] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.959702] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.959804] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.960160] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.960241] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.960387] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.960626] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.988111] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.988307] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 735.988384] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.988593] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-732" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.989379] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-3869b100-e08f-4647-9609-7847aade4f1e taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.989379] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-3869b100-e08f-4647-9609-7847aade4f1e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.989379] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-3869b100-e08f-4647-9609-7847aade4f1e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.990443] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-3869b100-e08f-4647-9609-7847aade4f1e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.990443] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3869b100-e08f-4647-9609-7847aade4f1e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.047991] env[69430]: INFO networking_nsxv3.common.synchronization [None req-63aca4d2-e767-4892-b93c-2b7a6d90ec19 None None] Enqueued Resource ID: 354ab61a-27ce-4b9b-af7e-e10516742dc7 with Priority: HIGHEST for action port [ 736.048736] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354ab61a-27ce-4b9b-af7e-e10516742dc7 with Priority: HIGHEST for action port [ 736.049350] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-354ab61a-27ce-4b9b-af7e-e10516742dc7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.049350] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-354ab61a-27ce-4b9b-af7e-e10516742dc7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.049350] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-354ab61a-27ce-4b9b-af7e-e10516742dc7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.050196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-354ab61a-27ce-4b9b-af7e-e10516742dc7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.050196] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('354ab61a-27ce-4b9b-af7e-e10516742dc7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.076686] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 in Status: SUCCESS [ 736.076989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.077686] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.077686] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.078122] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.078122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.078232] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.078362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.078465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.078635] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.078743] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.114256] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f in Status: IN_PROGRESS for 4s [ 736.299548] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.299700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.299770] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.300060] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.300162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.300267] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 is going to be created. [ 736.332401] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.333971] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.334136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.334425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.334638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.346525] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 in Status: UNINITIALIZED for 2s [ 736.493631] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.493899] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.494107] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.494440] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.494618] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.494778] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 3869b100-e08f-4647-9609-7847aade4f1e not found, creating... [ 736.495075] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.495358] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.495358] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.495565] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.495700] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.495985] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.496162] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.496282] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.496487] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.496618] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.496819] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 3869b100-e08f-4647-9609-7847aade4f1e is going to be created. [ 736.519465] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.519683] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.519812] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.520154] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.520394] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.520621] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-3869b100-e08f-4647-9609-7847aade4f1e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.553163] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 354ab61a-27ce-4b9b-af7e-e10516742dc7 [ 736.553416] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.553561] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.553625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.553856] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.553946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.554057] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:354ab61a-27ce-4b9b-af7e-e10516742dc7 already deleted. [ 736.554143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-354ab61a-27ce-4b9b-af7e-e10516742dc7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.581419] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.581583] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.581654] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.581920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.582042] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.582146] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.582210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.582351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.582440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.582532] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.582678] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.582770] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.582829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.582975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.583127] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.583220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.583279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.583413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.583489] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.583599] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.583691] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.086138] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02a3bd93-01bb-44b3-9f26-56d1c9f37f40: rpc.has_security_group_logging(os_id): False [ 737.126277] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.126658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.126658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.126821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.127057] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.127133] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.127240] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.127301] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.127461] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.127610] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.127790] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.128255] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.128255] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.129473] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.129559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.129857] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.130148] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.130237] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.130422] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.130685] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.130685] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 is going to be created. [ 737.291967] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.292174] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.293203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.293203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.293203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.339183] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 in Status: IN_PROGRESS for 2s [ 737.588866] env[69430]: INFO networking_nsxv3.common.synchronization [req-cebed252-fff3-4a45-9c86-e634a7e62c57 req-3fc14678-eae1-461e-b03e-211a1647b496 service nova] Enqueued Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_rules [ 737.589098] env[69430]: INFO networking_nsxv3.common.synchronization [req-cebed252-fff3-4a45-9c86-e634a7e62c57 req-3fc14678-eae1-461e-b03e-211a1647b496 service nova] Enqueued Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 737.589351] env[69430]: INFO networking_nsxv3.common.synchronization [req-cebed252-fff3-4a45-9c86-e634a7e62c57 req-3fc14678-eae1-461e-b03e-211a1647b496 service nova] Enqueued Resource ID: 3869b100-e08f-4647-9609-7847aade4f1e with Priority: HIGHEST for action port [ 737.589544] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_rules [ 737.589758] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 737.589805] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3869b100-e08f-4647-9609-7847aade4f1e with Priority: HIGHEST for action port [ 737.590574] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.590708] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.590778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.591061] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.591158] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.593329] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.593329] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.593329] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.593329] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.593329] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.593623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.593623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.593623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.593623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.593745] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.596129] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-3869b100-e08f-4647-9609-7847aade4f1e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.596129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3869b100-e08f-4647-9609-7847aade4f1e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.596129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3869b100-e08f-4647-9609-7847aade4f1e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.596129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3869b100-e08f-4647-9609-7847aade4f1e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.596129] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3869b100-e08f-4647-9609-7847aade4f1e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.656217] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f in Status: SUCCESS [ 737.656217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.656217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.656217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.656217] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.656217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.656217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.656217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.656217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.656217] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.673112] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 737.673112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.673112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.673331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.673560] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.673714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.674303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.674303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.674303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.674303] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.096036] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.097650] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.097760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.097929] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3869b100-e08f-4647-9609-7847aade4f1e with status ACTIVE [ 738.098517] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.098517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.098517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.098517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.098911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.098911] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.098911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.099038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.099132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.099210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.099398] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.099492] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.099553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.099696] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.099771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.099979] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3869b100-e08f-4647-9609-7847aade4f1e is going to be updated. [ 738.137198] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f in Status: SUCCESS [ 738.137493] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f deletion is rescheduled due to dependency. [ 738.137625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.148072] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.148229] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.148304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.148520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.148659] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.148822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3869b100-e08f-4647-9609-7847aade4f1e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.159652] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.175899] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.226822] env[69430]: INFO networking_nsxv3.common.synchronization [req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 req-701a3155-538e-4215-a83b-47c1436f4c17 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Enqueued Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 738.227327] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 738.227737] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.227832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.363034] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 in Status: SUCCESS [ 738.363034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.363034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.363034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.363034] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.363034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.363034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.363034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.363034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.363034] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('124b17a6-ff67-4218-9a8f-a4613e90fcb9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.598148] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.661590] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.679705] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.682555] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-732 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.682752] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-732" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.682909] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-732" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.683517] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-732" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.683517] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.683708] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.683740] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.683992] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.684176] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.684398] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.684504] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.684645] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.684728] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.684859] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.685228] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.685228] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.705335] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.705539] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 738.705686] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.705876] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-732" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.706263] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-9daa6508-361e-4964-8028-5ad01cd5049a taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.706449] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-9daa6508-361e-4964-8028-5ad01cd5049a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.706573] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-9daa6508-361e-4964-8028-5ad01cd5049a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.706979] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-9daa6508-361e-4964-8028-5ad01cd5049a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.707145] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9daa6508-361e-4964-8028-5ad01cd5049a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.868320] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('124b17a6-ff67-4218-9a8f-a4613e90fcb9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.102269] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.102436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.102473] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.102684] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.102813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.102888] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 is going to be created. [ 739.133288] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.133443] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.133528] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.133764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.134012] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.145256] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: UNINITIALIZED for 2s [ 739.164876] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.165130] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.165214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.165652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.165652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.165809] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f is going to be updated. [ 739.187261] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.187568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.187568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.187735] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.187823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.187923] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be updated. [ 739.210505] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.210862] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.211059] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.212141] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.212141] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.212141] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 9daa6508-361e-4964-8028-5ad01cd5049a not found, creating... [ 739.212309] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.212432] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.212486] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.212716] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.212858] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.213285] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.213447] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.213566] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.213788] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.213923] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.214084] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 9daa6508-361e-4964-8028-5ad01cd5049a is going to be created. [ 739.217378] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.217378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.217378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.217378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.217378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.245392] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f in Status: IN_PROGRESS for 2s [ 739.259186] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.259353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.259409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.259612] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.259751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.262228] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.262424] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.262552] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.262812] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.263049] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.263282] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-9daa6508-361e-4964-8028-5ad01cd5049a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.284097] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 739.354386] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 in Status: SUCCESS [ 739.354772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.370576] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('124b17a6-ff67-4218-9a8f-a4613e90fcb9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.873554] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.873758] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.873758] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.873992] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.874138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.874269] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 is going to be updated. [ 739.915844] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.916115] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.916210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.916539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.916788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.941578] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 in Status: IN_PROGRESS for 2s [ 739.991025] env[69430]: INFO networking_nsxv3.common.synchronization [req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 req-3b93f6bc-8d30-41ce-b4eb-e2747e434037 service nova] Enqueued Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_rules [ 739.991025] env[69430]: INFO networking_nsxv3.common.synchronization [req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 req-3b93f6bc-8d30-41ce-b4eb-e2747e434037 service nova] Enqueued Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 739.991025] env[69430]: INFO networking_nsxv3.common.synchronization [req-42c232d3-131b-4fe5-b278-2ee1c8e4dae7 req-3b93f6bc-8d30-41ce-b4eb-e2747e434037 service nova] Enqueued Resource ID: 9daa6508-361e-4964-8028-5ad01cd5049a with Priority: HIGHEST for action port [ 739.991025] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_rules [ 739.991025] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 739.991875] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9daa6508-361e-4964-8028-5ad01cd5049a with Priority: HIGHEST for action port [ 739.992662] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.992925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.993602] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.993602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.993737] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-9daa6508-361e-4964-8028-5ad01cd5049a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.993837] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9daa6508-361e-4964-8028-5ad01cd5049a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.993892] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9daa6508-361e-4964-8028-5ad01cd5049a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.994131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9daa6508-361e-4964-8028-5ad01cd5049a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.994231] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9daa6508-361e-4964-8028-5ad01cd5049a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.497418] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9daa6508-361e-4964-8028-5ad01cd5049a with status ACTIVE [ 740.497418] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.498023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.498023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.498023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.498267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.498381] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.498510] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.498586] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.498702] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.498812] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.499203] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.499203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.499387] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.499387] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.499575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.499626] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9daa6508-361e-4964-8028-5ad01cd5049a is going to be updated. [ 740.526544] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.526789] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.526789] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.526929] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.527079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.527248] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9daa6508-361e-4964-8028-5ad01cd5049a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.156313] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: SUCCESS [ 741.156590] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.156840] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.157142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.157517] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.157662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.157662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.157983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.158063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.158172] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.158312] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.159521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.159775] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.160067] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.160243] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.160364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.160580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.160699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.160848] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.266132] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f in Status: SUCCESS [ 741.266402] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.266589] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.266853] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.267105] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.267237] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.267333] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.267501] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.267587] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.267680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.267784] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.268749] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.268940] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.269137] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.269240] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.269325] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.269464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.269540] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.269630] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.298832] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 741.299124] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.299671] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.299910] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.300154] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.300317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.300386] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.300574] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.300659] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.300792] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.300843] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.301697] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.301956] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.302103] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.302213] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.302277] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.302436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.302516] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.302604] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.664299] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.664603] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.664718] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.773796] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.775233] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.804559] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.804714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.806804] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.953209] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 in Status: SUCCESS [ 741.953504] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.953656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.953902] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.954141] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.954229] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.954286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.954498] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.954530] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.954607] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.954842] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('124b17a6-ff67-4218-9a8f-a4613e90fcb9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.167603] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.276934] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.280868] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7c1a60f-f7ed-4352-8501-8a548f785e7f: rpc.has_security_group_logging(os_id): False [ 742.310432] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.315152] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.315152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.315152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.315152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.315152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.315152] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.315152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.315152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.315152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.315152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.315152] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f is going to be created. [ 742.402568] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.402780] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.402866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.403251] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.403533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.417562] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f in Status: IN_PROGRESS for 2s [ 742.461393] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('124b17a6-ff67-4218-9a8f-a4613e90fcb9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.672839] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.672839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.672839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.672839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.672839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.672839] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 is going to be updated. [ 742.721670] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.721670] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.721670] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.721670] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.721670] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.738580] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: IN_PROGRESS for 2s [ 742.782555] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.782555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.782555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.782555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.782555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.782555] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f is going to be updated. [ 742.821031] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.821031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.821031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.821031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.821031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.821031] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be updated. [ 742.825339] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.825597] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.825597] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.826695] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.826695] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.845218] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f in Status: IN_PROGRESS for 2s [ 742.876016] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.876257] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.876365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.876677] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.876921] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.887973] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 742.966281] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 124b17a6-ff67-4218-9a8f-a4613e90fcb9: rpc.has_security_group_logging(os_id): False [ 742.994764] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.994920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.994989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.995249] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.995339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.995565] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.995663] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.996450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.996810] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.996949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.997456] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 is going to be created. [ 743.062506] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.062780] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.062780] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.063014] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.063203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.075850] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 in Status: IN_PROGRESS for 2s [ 744.434358] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f in Status: SUCCESS [ 744.434671] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.434671] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.435046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.435046] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.752169] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: SUCCESS [ 744.752169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.752169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.752169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.752169] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.752169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.752526] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.752526] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.752526] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.752672] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.857604] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f in Status: SUCCESS [ 744.857871] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.858127] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.858391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.858593] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.858754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.858837] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.859140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.859274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.859395] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.900696] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 744.900942] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.901161] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.901394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.901582] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.901701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.901768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.901937] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.902095] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.902193] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.939303] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c1a60f-f7ed-4352-8501-8a548f785e7f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.939303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.993210] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 744.993210] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=9 [ 745.099263] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 in Status: SUCCESS [ 745.099419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.256672] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.263639] env[69430]: INFO networking_nsxv3.common.synchronization [req-b057265b-a17f-429c-8952-3dcca3cf99fe req-4e5fbcf5-f425-4ade-b2a1-e5dcae0a2f9d tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 745.264271] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 745.266754] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.266754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.266754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.266754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.266754] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.266754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.266754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.266754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.266754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.266754] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.362229] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.409396] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.761468] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.768862] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.769068] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.769144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.769393] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.769492] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.769698] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.769799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.769860] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.770088] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.770138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.770214] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be updated. [ 745.809109] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.809341] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.809341] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.809565] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.809708] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.821839] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 2s [ 745.864920] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.912320] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.265027] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.265441] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.265441] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.265441] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.265597] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.265664] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 is going to be updated. [ 746.315423] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.315423] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.315423] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.315423] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.315423] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.327327] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: IN_PROGRESS for 2s [ 746.368353] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.368594] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.370275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.370718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.370718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.370913] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f is going to be updated. [ 746.403348] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.403518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.403518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.403748] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.403883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.414867] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f in Status: IN_PROGRESS for 2s [ 746.418702] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.419123] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.419280] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.419519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.419787] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.419787] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be updated. [ 746.451900] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.452083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.452153] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.452410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.452524] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.465815] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 747.836663] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 747.837084] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b deletion is rescheduled due to dependency. [ 747.837084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.278104] env[69430]: INFO networking_nsxv3.common.synchronization [req-2f4fb409-535d-4803-8739-cfb1a3d246a0 req-a30600ef-6a60-44a3-9834-fbbe0bb6305c tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Enqueued Resource ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de with Priority: HIGHEST for action security_group_members [ 748.278492] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de with Priority: HIGHEST for action security_group_members [ 748.278793] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.278913] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.279015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.279234] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.279396] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.279499] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.279560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.279704] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.279786] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.279879] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.346179] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: SUCCESS [ 748.346179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.346179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.346179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.346179] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.346179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.346179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.346179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.346664] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.346664] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.346902] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.346998] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.346998] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.347209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.347386] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.347498] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.347576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.347749] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.347835] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.347931] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.348063] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.434574] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f in Status: SUCCESS [ 748.435586] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.435586] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.435586] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.435802] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.435902] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.435902] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.438033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.438033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.438033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.438033] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.477542] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 748.477773] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.477989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.478315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.478498] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.478622] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.479209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.479209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.479209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.479209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.479388] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.479388] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.479468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.479563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.479709] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.479807] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.479869] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.480304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.480396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.480516] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.480644] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.734453] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.734453] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.734453] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.734453] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.734453] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.737131] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.737131] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.737131] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.737131] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.737131] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.737131] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.737131] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.737131] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.737131] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.737131] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.737131] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.762312] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.762545] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 748.763327] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.765989] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.765989] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-3823a00d-2ff4-45d5-a753-6be2729db238 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.765989] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-3823a00d-2ff4-45d5-a753-6be2729db238" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.765989] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-3823a00d-2ff4-45d5-a753-6be2729db238" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.765989] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-3823a00d-2ff4-45d5-a753-6be2729db238" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.765989] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3823a00d-2ff4-45d5-a753-6be2729db238',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.782107] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.782323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.782323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.782631] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.782631] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.782782] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.783012] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.783012] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.783116] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.783232] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.783232] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de is going to be updated. [ 748.819455] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.819658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.819705] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.819905] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.820117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.832028] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de in Status: IN_PROGRESS for 2s [ 748.853442] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75617d91-7575-4d15-84e9-7bc4013eb4d9: rpc.has_security_group_logging(os_id): False [ 748.873729] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.873947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.873947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.874167] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.874254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.874548] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.874669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.874736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.874895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.874977] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.875175] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.875272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.875335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.875522] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.875582] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.875720] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.875813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.875875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.876576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.876576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.876576] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 is going to be created. [ 748.941040] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.951292] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.951292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.951292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.951292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.951292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.965737] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: IN_PROGRESS for 2s [ 748.984226] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7cffb26-85a0-4f75-bbe5-98772768a31c: rpc.has_security_group_logging(os_id): False [ 749.004457] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.004457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.004457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.004457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.004457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.004457] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.004457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.004457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.004457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.004457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.004457] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.004457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.004457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.005033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.005033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.005033] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.005129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.005199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.005434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.005509] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.005586] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be updated. [ 749.134239] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.134239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.134239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.134239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.134239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.177881] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 749.270266] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.270513] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.270639] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.270932] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.271109] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.271277] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 3823a00d-2ff4-45d5-a753-6be2729db238 not found, creating... [ 749.274022] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.274022] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.274022] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.274022] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.274022] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.274022] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.274022] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.274022] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.274440] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.274593] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.274857] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 3823a00d-2ff4-45d5-a753-6be2729db238 is going to be created. [ 749.318672] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.319972] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.320144] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.320487] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.320759] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.321000] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-3823a00d-2ff4-45d5-a753-6be2729db238" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.443612] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7c1a60f-f7ed-4352-8501-8a548f785e7f: rpc.has_security_group_logging(os_id): False [ 749.471914] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.472084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.472164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.472362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.472459] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.472707] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.472807] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.472903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.473075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.473119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.473197] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f is going to be updated. [ 749.491791] env[69430]: INFO networking_nsxv3.common.synchronization [None req-dd24ee09-67f6-46df-8bdc-123a9229cba5 None None] Enqueued Resource ID: e4921f76-35e3-4714-a9c5-c7294d1b1378 with Priority: HIGHEST for action port [ 749.492384] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4921f76-35e3-4714-a9c5-c7294d1b1378 with Priority: HIGHEST for action port [ 749.492693] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4921f76-35e3-4714-a9c5-c7294d1b1378 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.493593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4921f76-35e3-4714-a9c5-c7294d1b1378" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.493593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4921f76-35e3-4714-a9c5-c7294d1b1378" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.493593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4921f76-35e3-4714-a9c5-c7294d1b1378" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.493593] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4921f76-35e3-4714-a9c5-c7294d1b1378',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.548879] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.549129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.549129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.549429] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.549582] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.579663] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f in Status: IN_PROGRESS for 2s [ 749.998381] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4921f76-35e3-4714-a9c5-c7294d1b1378 [ 749.998695] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.998763] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.998838] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.999101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.999210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.999293] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4921f76-35e3-4714-a9c5-c7294d1b1378 already deleted. [ 749.999386] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4921f76-35e3-4714-a9c5-c7294d1b1378" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.276238] env[69430]: INFO networking_nsxv3.common.synchronization [req-2f4fb409-535d-4803-8739-cfb1a3d246a0 req-056b150d-9bd1-422a-bd1d-f179f5c1cdb2 service nova] Enqueued Resource ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de with Priority: HIGHEST for action security_group_rules [ 750.276444] env[69430]: INFO networking_nsxv3.common.synchronization [req-2f4fb409-535d-4803-8739-cfb1a3d246a0 req-056b150d-9bd1-422a-bd1d-f179f5c1cdb2 service nova] Enqueued Resource ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de with Priority: HIGHEST for action security_group_members [ 750.276586] env[69430]: INFO networking_nsxv3.common.synchronization [req-2f4fb409-535d-4803-8739-cfb1a3d246a0 req-056b150d-9bd1-422a-bd1d-f179f5c1cdb2 service nova] Enqueued Resource ID: 3823a00d-2ff4-45d5-a753-6be2729db238 with Priority: HIGHEST for action port [ 750.276882] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de with Priority: HIGHEST for action security_group_rules [ 750.276964] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de with Priority: HIGHEST for action security_group_members [ 750.277105] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3823a00d-2ff4-45d5-a753-6be2729db238 with Priority: HIGHEST for action port [ 750.279929] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.280162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.280246] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.280474] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.280633] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.281696] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.281746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.281978] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-3823a00d-2ff4-45d5-a753-6be2729db238 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.282065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3823a00d-2ff4-45d5-a753-6be2729db238" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.282130] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3823a00d-2ff4-45d5-a753-6be2729db238" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.282314] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3823a00d-2ff4-45d5-a753-6be2729db238" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.282421] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3823a00d-2ff4-45d5-a753-6be2729db238',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.786631] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.786830] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.789433] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3823a00d-2ff4-45d5-a753-6be2729db238 with status ACTIVE [ 750.789433] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.789433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.789433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.789433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.789433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.789433] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.789433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.789433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.789433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.789433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.789433] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.789433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.789433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.789433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.790319] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.790319] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3823a00d-2ff4-45d5-a753-6be2729db238 is going to be updated. [ 750.819256] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.819466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.819466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.819660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.819793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.819958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3823a00d-2ff4-45d5-a753-6be2729db238" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.844486] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de in Status: SUCCESS [ 750.844682] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de deletion is rescheduled due to dependency. [ 750.844819] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.845014] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.849139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.849139] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.849139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.849139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.849139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.849139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.849139] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.982277] env[69430]: INFO networking_nsxv3.common.synchronization [req-f1dd1805-d1d6-4560-a835-9735bdc979f9 req-296e38ca-563e-4d2f-afc6-65c5042cdd2f tempest-SecurityGroupRulesNegativeTestJSON-2006222109 tempest-SecurityGroupRulesNegativeTestJSON-2006222109-project-member] Enqueued Resource ID: 64bf7d00-2c14-49f7-bf84-db03c2f65d14 with Priority: HIGHEST for action security_group_rules [ 750.982815] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64bf7d00-2c14-49f7-bf84-db03c2f65d14 with Priority: HIGHEST for action security_group_rules [ 750.983644] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64bf7d00-2c14-49f7-bf84-db03c2f65d14 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.983644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64bf7d00-2c14-49f7-bf84-db03c2f65d14" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.983644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64bf7d00-2c14-49f7-bf84-db03c2f65d14" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.983798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64bf7d00-2c14-49f7-bf84-db03c2f65d14" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.983831] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64bf7d00-2c14-49f7-bf84-db03c2f65d14',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.987508] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: SUCCESS [ 750.987826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.988201] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.988444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.988545] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.193453] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 751.193813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.193908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.194358] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.194489] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.348426] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.492699] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.492699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.492699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.492699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.492699] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.492699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.492699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.492699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.492699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.492699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.492699] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.509037] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.509037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.509037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.509296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.509327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.509410] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64bf7d00-2c14-49f7-bf84-db03c2f65d14 already deleted. [ 751.509491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64bf7d00-2c14-49f7-bf84-db03c2f65d14" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.600059] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f in Status: SUCCESS [ 751.600319] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.633534] env[69430]: INFO networking_nsxv3.common.synchronization [req-839bc195-93df-4bb2-9243-f659938476c5 req-1449d855-8f32-49cd-ac91-441e68399941 tempest-SecurityGroupRulesNegativeTestJSON-2006222109 tempest-SecurityGroupRulesNegativeTestJSON-2006222109-project-member] Enqueued Resource ID: 64bf7d00-2c14-49f7-bf84-db03c2f65d14 with Priority: HIGHEST for action security_group_rules [ 751.635071] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64bf7d00-2c14-49f7-bf84-db03c2f65d14 with Priority: HIGHEST for action security_group_rules [ 751.635071] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64bf7d00-2c14-49f7-bf84-db03c2f65d14 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.635071] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64bf7d00-2c14-49f7-bf84-db03c2f65d14" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.635071] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64bf7d00-2c14-49f7-bf84-db03c2f65d14" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.635071] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64bf7d00-2c14-49f7-bf84-db03c2f65d14" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.635071] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64bf7d00-2c14-49f7-bf84-db03c2f65d14',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.696666] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.696850] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.696941] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.697142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.697310] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.697415] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.697472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.697628] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.697709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.697803] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.697894] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.851340] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.954379] env[69430]: INFO networking_nsxv3.common.synchronization [None req-0b9e6069-2d05-46aa-85f8-c9b812d3b81a None None] Enqueued Resource ID: 6ff3f821-a2dd-4c39-b6c9-6e5a9ba432ed with Priority: HIGHEST for action port [ 751.956243] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff3f821-a2dd-4c39-b6c9-6e5a9ba432ed with Priority: HIGHEST for action port [ 751.956720] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ff3f821-a2dd-4c39-b6c9-6e5a9ba432ed taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.956938] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ff3f821-a2dd-4c39-b6c9-6e5a9ba432ed" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.957815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ff3f821-a2dd-4c39-b6c9-6e5a9ba432ed" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.957815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ff3f821-a2dd-4c39-b6c9-6e5a9ba432ed" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.958174] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ff3f821-a2dd-4c39-b6c9-6e5a9ba432ed',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.000540] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.000759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.000804] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.001174] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.001487] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.001637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.001705] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.001923] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.002242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.002242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.002378] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.002423] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.002514] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.002868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.003305] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.003484] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.003732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.004165] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.004165] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.004165] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.004165] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.181046] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.181242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.181280] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.181592] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.181685] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.181787] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64bf7d00-2c14-49f7-bf84-db03c2f65d14 already deleted. [ 752.181869] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64bf7d00-2c14-49f7-bf84-db03c2f65d14" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.203711] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.204016] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.204016] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.204151] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.204212] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.204309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.204373] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.204520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.204608] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.204694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.204835] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.204930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.204992] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.205150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.205292] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.205385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.205447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.205583] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.205661] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.205744] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.205834] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.210405] env[69430]: INFO networking_nsxv3.common.synchronization [None req-a323f3df-c4c4-44d8-a8b8-c4c249430dbc tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Enqueued Resource ID: 59deb803-5ade-4506-8152-8189d27d8311 with Priority: HIGHEST for action security_group_rules [ 752.213361] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59deb803-5ade-4506-8152-8189d27d8311 with Priority: HIGHEST for action security_group_rules [ 752.213478] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59deb803-5ade-4506-8152-8189d27d8311 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.213618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59deb803-5ade-4506-8152-8189d27d8311" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.213690] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59deb803-5ade-4506-8152-8189d27d8311" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.213975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59deb803-5ade-4506-8152-8189d27d8311" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.214073] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59deb803-5ade-4506-8152-8189d27d8311',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.330089] env[69430]: INFO networking_nsxv3.common.synchronization [None req-50966750-7ac8-44e9-81de-83f0a71c2175 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Enqueued Resource ID: 59deb803-5ade-4506-8152-8189d27d8311 with Priority: HIGHEST for action security_group_rules [ 752.330089] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59deb803-5ade-4506-8152-8189d27d8311 with Priority: HIGHEST for action security_group_rules [ 752.330715] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59deb803-5ade-4506-8152-8189d27d8311 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.330807] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59deb803-5ade-4506-8152-8189d27d8311" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.360480] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.360480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.360480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.360480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.360480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.360480] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de is going to be updated. [ 752.397144] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.397387] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.397387] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.397580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.397731] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.423839] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de in Status: IN_PROGRESS for 2s [ 752.462017] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ff3f821-a2dd-4c39-b6c9-6e5a9ba432ed [ 752.462640] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.462861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.462861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.463443] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.463443] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.463443] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ff3f821-a2dd-4c39-b6c9-6e5a9ba432ed already deleted. [ 752.463536] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ff3f821-a2dd-4c39-b6c9-6e5a9ba432ed" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.507491] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75617d91-7575-4d15-84e9-7bc4013eb4d9: rpc.has_security_group_logging(os_id): False [ 752.528407] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.528407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.528407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.528823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.528823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.528915] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.529024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.529106] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.529352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.529451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.529669] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.529808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.529878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.530111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.530218] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.530366] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.530453] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.530511] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.530651] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.530725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.530811] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 is going to be updated. [ 752.612775] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.612976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.613111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.613406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.613614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.635949] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: IN_PROGRESS for 2s [ 752.712053] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7cffb26-85a0-4f75-bbe5-98772768a31c: rpc.has_security_group_logging(os_id): False [ 752.747299] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.747531] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.747576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.747785] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.747877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.747985] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59deb803-5ade-4506-8152-8189d27d8311 already deleted. [ 752.748088] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59deb803-5ade-4506-8152-8189d27d8311" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.748255] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59deb803-5ade-4506-8152-8189d27d8311" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.748421] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59deb803-5ade-4506-8152-8189d27d8311" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.748506] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59deb803-5ade-4506-8152-8189d27d8311',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.750844] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.750995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.751054] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.751424] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.751501] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.751672] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.751916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.751916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.752045] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.752095] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.752239] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.752331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.752388] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.752527] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.752602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.752917] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.752917] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.753091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.753091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.753288] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.753288] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be updated. [ 752.827629] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.828653] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.828653] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.828653] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.828653] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.850224] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 752.908449] env[69430]: INFO networking_nsxv3.common.synchronization [req-4a819a69-e1a4-4234-bab1-6fd1cacab295 req-0e25d3ce-94a3-4555-9e2d-da4098f56e8a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Enqueued Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_members [ 752.908449] env[69430]: INFO networking_nsxv3.common.synchronization [req-4a819a69-e1a4-4234-bab1-6fd1cacab295 req-0e25d3ce-94a3-4555-9e2d-da4098f56e8a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Enqueued Resource ID: 24359b1b-4cbc-4c0c-b0ef-1b441e04112f with Priority: HIGHEST for action security_group_members [ 752.909423] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_members [ 752.909423] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24359b1b-4cbc-4c0c-b0ef-1b441e04112f with Priority: HIGHEST for action security_group_members [ 752.909423] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.909759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.909759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.909759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.909916] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.910480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.910480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.910480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.910480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.910480] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.911446] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.911585] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.911654] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.912404] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.912404] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.912404] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.912404] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.912598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.912699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.912837] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24359b1b-4cbc-4c0c-b0ef-1b441e04112f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.966056] env[69430]: INFO networking_nsxv3.common.synchronization [req-4a819a69-e1a4-4234-bab1-6fd1cacab295 req-0e25d3ce-94a3-4555-9e2d-da4098f56e8a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Enqueued Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_rules [ 752.966056] env[69430]: INFO networking_nsxv3.common.synchronization [req-4a819a69-e1a4-4234-bab1-6fd1cacab295 req-0e25d3ce-94a3-4555-9e2d-da4098f56e8a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Enqueued Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_members [ 752.966056] env[69430]: INFO networking_nsxv3.common.synchronization [req-4a819a69-e1a4-4234-bab1-6fd1cacab295 req-0e25d3ce-94a3-4555-9e2d-da4098f56e8a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Enqueued Resource ID: 24359b1b-4cbc-4c0c-b0ef-1b441e04112f with Priority: HIGHEST for action security_group_rules [ 752.966056] env[69430]: INFO networking_nsxv3.common.synchronization [req-4a819a69-e1a4-4234-bab1-6fd1cacab295 req-0e25d3ce-94a3-4555-9e2d-da4098f56e8a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Enqueued Resource ID: 24359b1b-4cbc-4c0c-b0ef-1b441e04112f with Priority: HIGHEST for action security_group_members [ 752.966353] env[69430]: INFO networking_nsxv3.common.synchronization [req-4a819a69-e1a4-4234-bab1-6fd1cacab295 req-0e25d3ce-94a3-4555-9e2d-da4098f56e8a tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Enqueued Resource ID: 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 with Priority: HIGHEST for action port [ 752.966978] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_rules [ 752.970029] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24359b1b-4cbc-4c0c-b0ef-1b441e04112f with Priority: HIGHEST for action security_group_rules [ 752.970029] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 with Priority: HIGHEST for action port [ 752.970029] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_members [ 752.970029] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24359b1b-4cbc-4c0c-b0ef-1b441e04112f with Priority: HIGHEST for action security_group_members [ 752.970029] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02a3bd93-01bb-44b3-9f26-56d1c9f37f40 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.970029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.970029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.970029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.970029] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.974286] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24359b1b-4cbc-4c0c-b0ef-1b441e04112f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.974286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.974286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.974286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.974286] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24359b1b-4cbc-4c0c-b0ef-1b441e04112f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.974897] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.975412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.975659] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.975919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.976094] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('752a3509-9d52-47dc-a8c6-08ad5df1e1d0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.978296] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.978489] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.978783] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.978909] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.275528] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.275926] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.275926] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.276083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.276202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.276346] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59deb803-5ade-4506-8152-8189d27d8311 already deleted. [ 753.276470] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59deb803-5ade-4506-8152-8189d27d8311" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.420618] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.423389] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24359b1b-4cbc-4c0c-b0ef-1b441e04112f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.480556] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.480891] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.481197] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.481300] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.481540] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 with status ACTIVE [ 753.481756] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.481912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.481989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.482215] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.482854] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.482854] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.482854] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.482854] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.482854] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.483426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.483426] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.483426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.483426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.483585] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.483614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.483829] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 is going to be updated. [ 753.515082] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.515282] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.515345] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.515564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.515719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.515887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.816167] env[69430]: INFO networking_nsxv3.common.synchronization [req-0193a7b0-601c-43d2-9334-79785a618fd2 req-79df7e62-af6c-4946-89e3-9818734334cb tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Enqueued Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_members [ 753.816167] env[69430]: INFO networking_nsxv3.common.synchronization [req-0193a7b0-601c-43d2-9334-79785a618fd2 req-79df7e62-af6c-4946-89e3-9818734334cb tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Enqueued Resource ID: 24359b1b-4cbc-4c0c-b0ef-1b441e04112f with Priority: HIGHEST for action security_group_members [ 753.816752] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_members [ 753.816752] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24359b1b-4cbc-4c0c-b0ef-1b441e04112f with Priority: HIGHEST for action security_group_members [ 753.816918] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.817031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.818514] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.818628] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.887730] env[69430]: INFO networking_nsxv3.common.synchronization [req-0193a7b0-601c-43d2-9334-79785a618fd2 req-79df7e62-af6c-4946-89e3-9818734334cb tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Enqueued Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_rules [ 753.887913] env[69430]: INFO networking_nsxv3.common.synchronization [req-0193a7b0-601c-43d2-9334-79785a618fd2 req-79df7e62-af6c-4946-89e3-9818734334cb tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Enqueued Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_members [ 753.888062] env[69430]: INFO networking_nsxv3.common.synchronization [req-0193a7b0-601c-43d2-9334-79785a618fd2 req-79df7e62-af6c-4946-89e3-9818734334cb tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Enqueued Resource ID: 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 with Priority: HIGHEST for action port [ 753.889097] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_rules [ 753.889097] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_members [ 753.893861] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 with Priority: HIGHEST for action port [ 753.893861] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02a3bd93-01bb-44b3-9f26-56d1c9f37f40 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.893861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.893861] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.894215] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.894436] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.894671] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.894788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.895131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.895260] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('752a3509-9d52-47dc-a8c6-08ad5df1e1d0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.924170] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.926709] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24359b1b-4cbc-4c0c-b0ef-1b441e04112f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.397475] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 with status ACTIVE [ 754.397784] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.397929] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.397929] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.398188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.398290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.398479] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.398585] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.398650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.398808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.398886] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.399134] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.399271] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.399314] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.399428] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.399506] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.399616] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 752a3509-9d52-47dc-a8c6-08ad5df1e1d0 is going to be updated. [ 754.425028] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.425621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.425777] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.426072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.426309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.426575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-752a3509-9d52-47dc-a8c6-08ad5df1e1d0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.428889] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.429088] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.429183] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.429459] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.429538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.429669] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 is going to be updated. [ 754.432438] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.432572] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.432712] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.432853] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.433026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.433098] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24359b1b-4cbc-4c0c-b0ef-1b441e04112f is going to be created. [ 754.439968] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de in Status: SUCCESS [ 754.440272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.440366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.440596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.440779] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.440896] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.440962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.441139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.441225] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.441312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.441403] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.464760] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.465020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.465020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.465257] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.465447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.469210] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.469410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.469410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.469541] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.469929] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.479141] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 in Status: IN_PROGRESS for 2s [ 754.480130] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24359b1b-4cbc-4c0c-b0ef-1b441e04112f in Status: UNINITIALIZED for 2s [ 754.654603] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: SUCCESS [ 754.654603] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.877298] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 754.877657] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.947198] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.947558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.947558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.947672] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.947843] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.947948] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.948017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.948462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.948564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.948726] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.948927] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.949075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.949151] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.949306] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.949454] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.949556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.949615] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.949758] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.949834] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.949918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.950059] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.453041] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de: rpc.has_security_group_logging(os_id): False [ 755.473683] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.473683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.473683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.473683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.473683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.473992] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.473992] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.474088] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.474208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.474285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.474474] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.474562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.474620] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.474758] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.474826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.475872] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.476052] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.476116] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.476275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.476350] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.476664] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de is going to be updated. [ 755.542962] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.543499] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.543499] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.543499] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.543635] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.564274] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de in Status: IN_PROGRESS for 2s [ 756.488148] env[69430]: INFO networking_nsxv3.common.synchronization [req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 req-c0d1e08c-8460-4267-b5f0-1d1d4a3f3072 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Enqueued Resource ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 with Priority: HIGHEST for action security_group_members [ 756.489794] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 with Priority: HIGHEST for action security_group_members [ 756.490145] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.490477] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.490604] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.490883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.491454] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.492468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.492468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.492468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.492468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.492678] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b8fb92-d45b-41b7-8c44-492c2ba27b99',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.499973] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24359b1b-4cbc-4c0c-b0ef-1b441e04112f in Status: SUCCESS [ 756.500444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.500575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.500842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.501549] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.501549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.501549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.501549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.501549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.501891] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24359b1b-4cbc-4c0c-b0ef-1b441e04112f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.511370] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 in Status: SUCCESS [ 756.512440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.512440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.512440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.512440] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.512440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.512746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.512746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.512746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.512880] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.986118] env[69430]: INFO networking_nsxv3.common.synchronization [None req-357ac22a-a62c-4e82-8c57-6c44e9aeae83 None None] Enqueued Resource ID: a3424d3c-c943-4d02-8828-8043b02a955a with Priority: HIGHEST for action port [ 756.986118] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3424d3c-c943-4d02-8828-8043b02a955a with Priority: HIGHEST for action port [ 756.986118] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3424d3c-c943-4d02-8828-8043b02a955a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.986118] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3424d3c-c943-4d02-8828-8043b02a955a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.986118] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3424d3c-c943-4d02-8828-8043b02a955a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.987528] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3424d3c-c943-4d02-8828-8043b02a955a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.987528] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3424d3c-c943-4d02-8828-8043b02a955a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.997143] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.997393] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.997863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.998218] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.998365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.998612] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.998723] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.998997] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.998997] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.002735] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.002735] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 already deleted. [ 757.002735] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.007661] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.007802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.007954] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.008084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.008168] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.008358] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.008453] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.008513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.008660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.008729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.008812] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24359b1b-4cbc-4c0c-b0ef-1b441e04112f is going to be deleted. [ 757.015988] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.046886] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.047026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.047115] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.047371] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.047449] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.047575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.047738] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.048060] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.048293] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.048484] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.048596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.048713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.048866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.048903] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24359b1b-4cbc-4c0c-b0ef-1b441e04112f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.491404] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3424d3c-c943-4d02-8828-8043b02a955a [ 757.493757] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.493757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.493757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.493757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.493757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.493757] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3424d3c-c943-4d02-8828-8043b02a955a already deleted. [ 757.493757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3424d3c-c943-4d02-8828-8043b02a955a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.519375] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.530292] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.530625] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-346" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.531198] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-346" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.531625] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-346" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.532731] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.533185] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.533304] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.533739] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.534014] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.534644] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.534865] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.535076] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.535275] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.535785] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.536652] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.536652] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.552126] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.552347] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.552393] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.552628] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.552689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.552919] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.553048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.553048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.553212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.553284] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.553374] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24359b1b-4cbc-4c0c-b0ef-1b441e04112f already deleted. [ 757.553451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.553555] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24359b1b-4cbc-4c0c-b0ef-1b441e04112f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.554482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.555521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.555521] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.555521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.555521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.555521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.555521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.555521] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24359b1b-4cbc-4c0c-b0ef-1b441e04112f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.563238] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.563238] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.563238] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.563238] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-346" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.566112] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-651456d6-2df8-4c4f-8b31-221b2857e946 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.566433] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-651456d6-2df8-4c4f-8b31-221b2857e946" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.566584] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-651456d6-2df8-4c4f-8b31-221b2857e946" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.567103] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-651456d6-2df8-4c4f-8b31-221b2857e946" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.567304] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('651456d6-2df8-4c4f-8b31-221b2857e946',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.582811] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de in Status: SUCCESS [ 757.583290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.025105] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.025513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.025612] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.026308] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.026308] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.026308] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 is going to be updated. [ 758.057914] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24359b1b-4cbc-4c0c-b0ef-1b441e04112f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.058993] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.059194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.059194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.059410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.059504] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.059695] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.059829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.059937] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.060119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.061405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.061405] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24359b1b-4cbc-4c0c-b0ef-1b441e04112f already deleted. [ 758.061405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.062407] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.062562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.062562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.062746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.062887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.072315] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.072813] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.073017] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.073471] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.073732] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.073962] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 651456d6-2df8-4c4f-8b31-221b2857e946 not found, creating... [ 758.074401] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.074523] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.074753] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.076130] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.076495] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.076894] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.077172] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.077390] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.079351] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.079678] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.079869] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 651456d6-2df8-4c4f-8b31-221b2857e946 is going to be created. [ 758.081763] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 in Status: IN_PROGRESS for 2s [ 758.109260] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.109681] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.109827] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.110138] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.110441] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.110769] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-651456d6-2df8-4c4f-8b31-221b2857e946" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.562887] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24359b1b-4cbc-4c0c-b0ef-1b441e04112f: rpc.has_security_group_logging(os_id): False [ 758.584308] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.584471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.584553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.584830] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.584956] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.585174] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.585285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.585352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.585518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.585650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.585700] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24359b1b-4cbc-4c0c-b0ef-1b441e04112f is going to be created. [ 758.609172] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/24359b1b-4cbc-4c0c-b0ef-1b441e04112f], does not exist path=[/infra/domains/default/groups/24359b1b-4cbc-4c0c-b0ef-1b441e04112f]."\n}' [ 758.609172] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24359b1b-4cbc-4c0c-b0ef-1b441e04112f failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/24359b1b-4cbc-4c0c-b0ef-1b441e04112f [ 758.609172] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 758.655057] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.655549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.655672] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.655923] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.656986] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.657333] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.657636] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.657744] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.657966] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.658136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.658431] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.658537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.658537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.658691] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.658768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.658856] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24359b1b-4cbc-4c0c-b0ef-1b441e04112f is going to be created. [ 758.685293] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/24359b1b-4cbc-4c0c-b0ef-1b441e04112f], does not exist path=[/infra/domains/default/groups/24359b1b-4cbc-4c0c-b0ef-1b441e04112f]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/24359b1b-4cbc-4c0c-b0ef-1b441e04112f [ 758.685456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24359b1b-4cbc-4c0c-b0ef-1b441e04112f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.685986] env[69430]: Traceback (most recent call last): [ 758.685986] env[69430]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 758.685986] env[69430]: return func(*args, **kwargs) [ 758.685986] env[69430]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 758.685986] env[69430]: res.raise_for_status() [ 758.685986] env[69430]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 758.685986] env[69430]: raise HTTPError(http_error_msg, response=self) [ 758.686341] env[69430]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/24359b1b-4cbc-4c0c-b0ef-1b441e04112f [ 758.686341] env[69430]: During handling of the above exception, another exception occurred: [ 758.686341] env[69430]: Traceback (most recent call last): [ 758.686341] env[69430]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 758.686341] env[69430]: listener.cb(fileno) [ 758.686341] env[69430]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 758.686341] env[69430]: result = function(*args, **kwargs) [ 758.686341] env[69430]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 758.686341] env[69430]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 758.686341] env[69430]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 758.686341] env[69430]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 758.686341] env[69430]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 758.686341] env[69430]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 758.686341] env[69430]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 758.686341] env[69430]: res.raise_for_status() [ 758.686341] env[69430]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 758.686341] env[69430]: raise HTTPError(http_error_msg, response=self) [ 758.686341] env[69430]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/24359b1b-4cbc-4c0c-b0ef-1b441e04112f [ 758.686341] env[69430]: Removing descriptor: 22 [ 759.079378] env[69430]: INFO networking_nsxv3.common.synchronization [req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 req-96d31098-004d-4395-9d82-9c0434792410 service nova] Enqueued Resource ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 with Priority: HIGHEST for action security_group_rules [ 759.079441] env[69430]: INFO networking_nsxv3.common.synchronization [req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 req-96d31098-004d-4395-9d82-9c0434792410 service nova] Enqueued Resource ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 with Priority: HIGHEST for action security_group_members [ 759.079829] env[69430]: INFO networking_nsxv3.common.synchronization [req-f93d6f37-1208-4da0-a8f0-ab625bb3a240 req-96d31098-004d-4395-9d82-9c0434792410 service nova] Enqueued Resource ID: 651456d6-2df8-4c4f-8b31-221b2857e946 with Priority: HIGHEST for action port [ 759.081617] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 with Priority: HIGHEST for action security_group_rules [ 759.081617] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 with Priority: HIGHEST for action security_group_members [ 759.081768] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651456d6-2df8-4c4f-8b31-221b2857e946 with Priority: HIGHEST for action port [ 759.082553] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b8fb92-d45b-41b7-8c44-492c2ba27b99 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.082553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.082553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.082825] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.082825] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b8fb92-d45b-41b7-8c44-492c2ba27b99',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.083969] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.084688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.084688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.084688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.084688] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.084855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.084855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.085254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.085254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.085393] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b8fb92-d45b-41b7-8c44-492c2ba27b99',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.089401] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-651456d6-2df8-4c4f-8b31-221b2857e946 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.089401] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-651456d6-2df8-4c4f-8b31-221b2857e946" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.089401] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-651456d6-2df8-4c4f-8b31-221b2857e946" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.089812] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-651456d6-2df8-4c4f-8b31-221b2857e946" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.089900] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('651456d6-2df8-4c4f-8b31-221b2857e946',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.137731] env[69430]: INFO networking_nsxv3.common.synchronization [req-b729db38-daa6-4730-bcfd-777fc8a9be8d req-1f3c381a-658a-402e-b5e3-049d6a760078 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Enqueued Resource ID: d7699677-c845-435b-93d2-a4719c4d8a3e with Priority: HIGHEST for action security_group_members [ 759.138626] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7699677-c845-435b-93d2-a4719c4d8a3e with Priority: HIGHEST for action security_group_members [ 759.140055] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7699677-c845-435b-93d2-a4719c4d8a3e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.140055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.140055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.140055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.140055] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.140055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.140055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.140641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.140829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.142171] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.248270] env[69430]: INFO networking_nsxv3.common.synchronization [None req-e9827242-ba39-41d3-bc46-1c7483a5a697 None None] Enqueued Resource ID: 9385c6c8-8bfc-49d6-9bde-42a92759e7da with Priority: HIGHEST for action port [ 759.248959] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9385c6c8-8bfc-49d6-9bde-42a92759e7da with Priority: HIGHEST for action port [ 759.249518] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-9385c6c8-8bfc-49d6-9bde-42a92759e7da taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.249652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9385c6c8-8bfc-49d6-9bde-42a92759e7da" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.249755] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9385c6c8-8bfc-49d6-9bde-42a92759e7da" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.250101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9385c6c8-8bfc-49d6-9bde-42a92759e7da" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.250232] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9385c6c8-8bfc-49d6-9bde-42a92759e7da',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.593765] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.594045] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.594650] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b8fb92-d45b-41b7-8c44-492c2ba27b99',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.595353] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 651456d6-2df8-4c4f-8b31-221b2857e946 with status ACTIVE [ 759.595534] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.595650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.595711] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.595906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.595992] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.596826] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.596826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.596826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.596826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.596826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.596826] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.596826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.597228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.597228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.597228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.597228] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 651456d6-2df8-4c4f-8b31-221b2857e946 is going to be updated. [ 759.621297] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.621439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.621500] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.621752] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.621910] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.622357] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-651456d6-2df8-4c4f-8b31-221b2857e946" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.643135] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.756316] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9385c6c8-8bfc-49d6-9bde-42a92759e7da [ 759.756570] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.756705] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.756806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.757142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.757246] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.757343] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9385c6c8-8bfc-49d6-9bde-42a92759e7da already deleted. [ 759.757425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9385c6c8-8bfc-49d6-9bde-42a92759e7da" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.838239] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.838536] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-584" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.842329] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-584" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.842832] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-584" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.843957] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.844335] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.846257] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.846568] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.846827] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.847126] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.847249] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.847363] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.847550] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.847755] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.847889] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.848047] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.869593] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.870242] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 759.870242] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.870242] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-584" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.871320] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.871588] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.871640] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.871981] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.872852] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.094739] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 in Status: SUCCESS [ 760.094739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.094739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.094739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.095117] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.095324] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.095434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.095647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.096289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.096422] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.096953] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.097929] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.098162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.098380] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.098500] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.098567] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.098754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.098843] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.098953] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.100638] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b8fb92-d45b-41b7-8c44-492c2ba27b99',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.145118] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.374791] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.375130] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.375299] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.375632] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.375819] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.375961] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2 not found, creating... [ 760.376307] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.376429] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.376545] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.376816] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.377250] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.377563] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.377746] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.377889] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.378145] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.378293] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.378433] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2 is going to be created. [ 760.410904] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.411332] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.411536] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.412353] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.412626] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.412940] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.600851] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.601316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.602519] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.603659] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.603820] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.603880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.604107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.604202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.604341] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 is going to be created. [ 760.648444] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.648656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.648656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.648870] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.649150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.651046] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.651248] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.651364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.651660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.651784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.651914] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7699677-c845-435b-93d2-a4719c4d8a3e is going to be updated. [ 760.666511] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 in Status: UNINITIALIZED for 2s [ 760.696656] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.696889] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.697121] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.697438] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.697661] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.709716] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7699677-c845-435b-93d2-a4719c4d8a3e in Status: IN_PROGRESS for 2s [ 761.107919] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.296706] env[69430]: INFO networking_nsxv3.common.synchronization [req-b729db38-daa6-4730-bcfd-777fc8a9be8d req-c03563d8-8005-4b7b-96ae-266c2d318e42 service nova] Enqueued Resource ID: d7699677-c845-435b-93d2-a4719c4d8a3e with Priority: HIGHEST for action security_group_rules [ 761.297383] env[69430]: INFO networking_nsxv3.common.synchronization [req-b729db38-daa6-4730-bcfd-777fc8a9be8d req-c03563d8-8005-4b7b-96ae-266c2d318e42 service nova] Enqueued Resource ID: d7699677-c845-435b-93d2-a4719c4d8a3e with Priority: HIGHEST for action security_group_members [ 761.297843] env[69430]: INFO networking_nsxv3.common.synchronization [req-b729db38-daa6-4730-bcfd-777fc8a9be8d req-c03563d8-8005-4b7b-96ae-266c2d318e42 service nova] Enqueued Resource ID: ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2 with Priority: HIGHEST for action port [ 761.299587] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7699677-c845-435b-93d2-a4719c4d8a3e with Priority: HIGHEST for action security_group_rules [ 761.299746] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7699677-c845-435b-93d2-a4719c4d8a3e with Priority: HIGHEST for action security_group_members [ 761.299878] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2 with Priority: HIGHEST for action port [ 761.301410] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7699677-c845-435b-93d2-a4719c4d8a3e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.301410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.301410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.301636] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.301736] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.302684] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7699677-c845-435b-93d2-a4719c4d8a3e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.302778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.302975] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.303103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.303186] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.303368] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.303446] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.610026] env[69430]: INFO networking_nsxv3.common.synchronization [req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 req-b9d64574-3cda-4ec1-b397-cfd843723ac1 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 761.610502] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.610634] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.610703] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.610926] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.611046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.611144] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 is going to be updated. [ 761.612612] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 761.612930] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.613071] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.613141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.613326] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.613478] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.613595] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.613659] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.613808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.613893] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.613988] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.651015] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.651199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.651289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.651931] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.651931] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.661826] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 in Status: IN_PROGRESS for 2s [ 761.805463] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7699677-c845-435b-93d2-a4719c4d8a3e taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.805566] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.805771] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2 with status ACTIVE [ 761.805943] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.806073] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.806135] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.806343] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.806422] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.806593] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.806690] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.806751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.806899] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.806985] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.808035] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.808035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.808035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.808035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.808035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.808035] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2 is going to be updated. [ 761.837377] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.837521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.837634] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.837814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.837935] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.840117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae1be9f8-77b0-4049-b2d4-f1835ff8e7f2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.017046] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.017277] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.017426] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.017901] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.018215] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.018396] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.018521] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.018763] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.018918] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.019237] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.019372] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.019496] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.019616] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.019734] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.019843] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.019988] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.042553] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.042744] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 762.042862] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.043055] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.043387] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-d38439e9-d502-4772-afad-44fa6a4f8384 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.043592] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-d38439e9-d502-4772-afad-44fa6a4f8384" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.043725] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-d38439e9-d502-4772-afad-44fa6a4f8384" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.044285] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-d38439e9-d502-4772-afad-44fa6a4f8384" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.044285] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d38439e9-d502-4772-afad-44fa6a4f8384',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.118542] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.118736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.118798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.119013] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.150674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.150674] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.150674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.150906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.150999] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.151684] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.151684] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 762.221437] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.221625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.221698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.221938] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.222109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.250156] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 762.546440] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.546980] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.546980] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.547198] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.547365] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.547527] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port d38439e9-d502-4772-afad-44fa6a4f8384 not found, creating... [ 762.547804] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.548009] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.548141] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.549022] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.549022] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.549022] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.549022] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.549727] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.549727] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.549727] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.549727] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: d38439e9-d502-4772-afad-44fa6a4f8384 is going to be created. [ 762.571494] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.571775] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.571907] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.572202] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.572543] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.572789] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-d38439e9-d502-4772-afad-44fa6a4f8384" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.678081] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 in Status: SUCCESS [ 762.678384] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.678511] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.678746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.678953] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.679198] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.679198] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.679366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.679470] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.679564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.679657] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5b8fb92-d45b-41b7-8c44-492c2ba27b99',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.722660] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7699677-c845-435b-93d2-a4719c4d8a3e in Status: SUCCESS [ 762.722847] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.723062] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.723341] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.723547] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.723669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.723735] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.723907] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.724010] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.724165] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.182030] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.182248] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.182348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.182584] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.182764] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.182868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.182936] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.183127] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.183219] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.183336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.183524] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.183625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.183719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.183980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.184186] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.184291] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.184353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.184498] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.184618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.184717] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.186719] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5b8fb92-d45b-41b7-8c44-492c2ba27b99',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.226629] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.407780] env[69430]: INFO networking_nsxv3.common.synchronization [req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 req-e709f782-b29d-4d6d-ab70-c9016b9fa76b service nova] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_rules [ 763.407971] env[69430]: INFO networking_nsxv3.common.synchronization [req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 req-e709f782-b29d-4d6d-ab70-c9016b9fa76b service nova] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 763.408119] env[69430]: INFO networking_nsxv3.common.synchronization [req-0bdcdc6b-8a0e-467e-bc87-ee466bd08886 req-e709f782-b29d-4d6d-ab70-c9016b9fa76b service nova] Enqueued Resource ID: d38439e9-d502-4772-afad-44fa6a4f8384 with Priority: HIGHEST for action port [ 763.408655] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_rules [ 763.408790] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 763.408888] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38439e9-d502-4772-afad-44fa6a4f8384 with Priority: HIGHEST for action port [ 763.410305] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.410455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.410528] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.410742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.410837] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.411737] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.411844] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.412060] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-d38439e9-d502-4772-afad-44fa6a4f8384 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.412166] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d38439e9-d502-4772-afad-44fa6a4f8384" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.412229] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d38439e9-d502-4772-afad-44fa6a4f8384" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.412472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d38439e9-d502-4772-afad-44fa6a4f8384" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.412884] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d38439e9-d502-4772-afad-44fa6a4f8384',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.674076] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 in Status: SUCCESS [ 763.674347] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.674551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.674781] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.674987] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.675147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.675206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.675379] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.675463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.675577] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.690205] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5b8fb92-d45b-41b7-8c44-492c2ba27b99: rpc.has_security_group_logging(os_id): False [ 763.713907] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.714138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.714138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.714399] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.714505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.714828] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.715014] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.715109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.715402] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.715494] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.715735] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.715874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.716265] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.716265] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.716360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.716603] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.716759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.716837] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.716992] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.717266] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.717339] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 is going to be created. [ 763.729888] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.788126] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.788274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.788380] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.788565] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.788740] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.801735] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 in Status: IN_PROGRESS for 2s [ 763.914870] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d38439e9-d502-4772-afad-44fa6a4f8384 with status ACTIVE [ 763.915146] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.915305] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.915377] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.915704] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.915883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.916111] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.916216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.916368] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.916479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.916569] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.916770] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.916865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.916919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.917107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.917186] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.917281] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d38439e9-d502-4772-afad-44fa6a4f8384 is going to be updated. [ 763.918651] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.918897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.953219] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.953447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.953572] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.953845] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.954098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.954298] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d38439e9-d502-4772-afad-44fa6a4f8384" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.178786] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.233574] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.233775] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.233860] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.234110] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.234219] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.234330] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7699677-c845-435b-93d2-a4719c4d8a3e is going to be updated. [ 764.261070] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 764.261310] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 deletion is rescheduled due to dependency. [ 764.261515] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.263091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.263091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.263091] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.263091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.263091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.263091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.263091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.263091] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.286299] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.286402] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.286478] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.286732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.287029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.300437] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7699677-c845-435b-93d2-a4719c4d8a3e in Status: IN_PROGRESS for 2s [ 764.589151] env[69430]: INFO networking_nsxv3.common.synchronization [req-35ab8974-a81a-401f-b3a5-2f213a54314c req-c60c3671-a6d3-4ce4-95d2-4787c212da51 tempest-ServerRescueTestJSONUnderV235-1857205025 tempest-ServerRescueTestJSONUnderV235-1857205025-project-member] Enqueued Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_members [ 764.589151] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 with Priority: HIGHEST for action security_group_members [ 764.589151] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.589151] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.684434] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.767420] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.972976] env[69430]: INFO networking_nsxv3.common.synchronization [req-6ea0ffa9-100f-4b18-bf87-ea494d5c3e60 req-d8f26d16-2715-4590-b290-cd46674a987d tempest-DeleteServersAdminTestJSON-771151454 tempest-DeleteServersAdminTestJSON-771151454-project-member] Enqueued Resource ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de with Priority: HIGHEST for action security_group_members [ 764.974033] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de with Priority: HIGHEST for action security_group_members [ 764.974033] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.974033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.974033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.974315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.974365] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.974494] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.974596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.974883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.974883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.974978] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.186711] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.186941] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.187698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.187698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.187698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.187698] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 is going to be updated. [ 765.225547] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.225696] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.225753] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.226196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.226196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.238713] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 in Status: IN_PROGRESS for 2s [ 765.271742] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.477152] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.477406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.477406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.477637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.511386] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.511948] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.512216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.512348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.512683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.512915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.513010] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de is going to be updated. [ 765.552276] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.552771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.552843] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.553089] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.553244] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.563038] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de in Status: IN_PROGRESS for 2s [ 765.773180] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.773575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.773575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.773816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.773951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.774101] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 765.803338] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.803507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.803582] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.803788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.803934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.818114] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 765.820266] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 in Status: SUCCESS [ 765.820488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.312546] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7699677-c845-435b-93d2-a4719c4d8a3e in Status: SUCCESS [ 766.313411] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.313411] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.313722] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.313997] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.314181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.314358] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.314547] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.314641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.314753] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.314925] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.818070] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7699677-c845-435b-93d2-a4719c4d8a3e taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.818447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.818447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.818567] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.818712] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.818818] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.818881] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.819071] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.819264] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.819313] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.819457] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7699677-c845-435b-93d2-a4719c4d8a3e taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.819552] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.819610] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.819749] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.819889] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.819980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.820051] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.820267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.820406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.820406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.820484] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.252858] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 in Status: SUCCESS [ 767.253126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.253310] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.253544] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.253750] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.253878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.253943] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.254286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.254367] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.254465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.254644] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.254718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.254781] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.254926] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.255087] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.255200] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.255325] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.255519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.255660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.255833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.255937] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.256908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.257337] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.257505] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.257614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.257681] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.257836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.257916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.258021] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.323096] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7699677-c845-435b-93d2-a4719c4d8a3e: rpc.has_security_group_logging(os_id): False [ 767.354588] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.354810] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.354908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.355165] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.381038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.381378] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.381704] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.381799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.382041] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.382137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.382375] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.382481] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.382544] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.382723] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.382812] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.383072] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.383177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.383239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.383390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.383468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.383554] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7699677-c845-435b-93d2-a4719c4d8a3e is going to be updated. [ 767.472958] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.472958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.472958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.472958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.472958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.493489] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7699677-c845-435b-93d2-a4719c4d8a3e in Status: IN_PROGRESS for 2s [ 767.574165] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de in Status: SUCCESS [ 767.574358] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de deletion is rescheduled due to dependency. [ 767.574471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.760280] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02a3bd93-01bb-44b3-9f26-56d1c9f37f40: rpc.has_security_group_logging(os_id): False [ 767.761901] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.762046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.762124] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.762450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.781033] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.781170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.782066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.782294] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.782395] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.782900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.782900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.782900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.782900] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 is going to be updated. [ 767.783735] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.783903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.783987] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.784176] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.784276] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.784348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.784504] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.784580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.784760] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.784855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.784911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.785060] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.785133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.785555] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.785555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.785555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.785686] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.785686] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.785750] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 is going to be updated. [ 767.817161] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.817332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.817396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.817598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.817742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.830207] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 in Status: IN_PROGRESS for 2s [ 767.830908] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 767.831118] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.831306] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.831515] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.831703] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.831821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.831889] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.832054] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.832139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.832227] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.832326] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.851231] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.851471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.851575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.851894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.852137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.869100] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 in Status: IN_PROGRESS for 2s [ 768.336529] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.336529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.336529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.336529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.336529] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.336529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.336529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.336529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.336981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.336981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.338322] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.338322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.338322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.338322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.338322] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.338322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.338322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.338322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.338322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.338322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.338322] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.840412] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1464368e-3706-4f5e-b5af-7cba9cf706d9: rpc.has_security_group_logging(os_id): False [ 768.862542] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.862701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.862780] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.862981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.863105] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.863311] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.863408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.863465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.863609] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.863677] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.863856] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.863946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.864015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.864179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.864251] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.864446] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.864537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.864675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.864759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.864836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.864923] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 768.936659] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.938482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.938482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.938482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.938482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.949303] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 769.511204] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7699677-c845-435b-93d2-a4719c4d8a3e in Status: SUCCESS [ 769.511578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.840886] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 in Status: SUCCESS [ 769.841480] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 deletion is rescheduled due to dependency. [ 769.841480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.884089] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 in Status: SUCCESS [ 769.884169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.884362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.884586] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.884678] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02a3bd93-01bb-44b3-9f26-56d1c9f37f40',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.974101] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 769.974220] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 770.405888] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.406098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.406187] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.406430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.406585] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.406678] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02a3bd93-01bb-44b3-9f26-56d1c9f37f40 is going to be deleted. [ 770.477773] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.477959] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.478090] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.478305] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.478437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.478733] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02a3bd93-01bb-44b3-9f26-56d1c9f37f40" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.968352] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 770.968352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.083022] env[69430]: INFO networking_nsxv3.common.synchronization [req-c1fccb46-c448-4329-b130-8e5183326b54 req-faf00068-a8cd-4c95-a181-4ece336f3355 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Enqueued Resource ID: 1d4cfc59-f396-4e93-8517-be407f2c008a with Priority: HIGHEST for action security_group_members [ 773.083022] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4cfc59-f396-4e93-8517-be407f2c008a with Priority: HIGHEST for action security_group_members [ 773.085033] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d4cfc59-f396-4e93-8517-be407f2c008a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.087576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.087576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.087576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.087576] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.087576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.087576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.087576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.087576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.087576] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.589720] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.093439] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.259788] env[69430]: INFO networking_nsxv3.common.synchronization [req-0b30d216-da1e-47fe-898a-a27567b53129 req-f3dd07d9-15f8-4dfa-bf9c-37b6712b338c tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Enqueued Resource ID: c03100c9-4867-4337-8fb7-356b68781f1b with Priority: HIGHEST for action security_group_members [ 774.260415] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c03100c9-4867-4337-8fb7-356b68781f1b with Priority: HIGHEST for action security_group_members [ 774.261027] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c03100c9-4867-4337-8fb7-356b68781f1b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.262293] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.262376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.262646] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.262830] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.262938] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.263009] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.263172] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.263259] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.263356] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c03100c9-4867-4337-8fb7-356b68781f1b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.595778] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.596037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.596037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.596327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.596441] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.596547] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d4cfc59-f396-4e93-8517-be407f2c008a is going to be updated. [ 774.643456] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.643456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.643456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.643456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.643456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.658905] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d4cfc59-f396-4e93-8517-be407f2c008a in Status: IN_PROGRESS for 2s [ 774.728181] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.728403] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-900" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.728548] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-900" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.728920] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-900" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.729356] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.729548] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.729671] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.729909] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.730062] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.730340] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.730493] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.730628] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.730742] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.730878] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.730998] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.731182] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.765217] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.765428] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 774.765591] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.765786] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-900" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.766193] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-61f611be-cded-4f47-bff2-0c0d1e5b0d33 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.766398] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-61f611be-cded-4f47-bff2-0c0d1e5b0d33" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.766516] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-61f611be-cded-4f47-bff2-0c0d1e5b0d33" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.767507] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-61f611be-cded-4f47-bff2-0c0d1e5b0d33" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.767727] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61f611be-cded-4f47-bff2-0c0d1e5b0d33',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.769346] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.769346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.769540] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.769725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.769930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.770165] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.770333] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.770444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.770705] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.770850] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.770995] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c03100c9-4867-4337-8fb7-356b68781f1b already deleted. [ 774.771192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.273236] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.273530] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.273601] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.273902] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.274062] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.274221] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 61f611be-cded-4f47-bff2-0c0d1e5b0d33 not found, creating... [ 775.274613] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.274738] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.274775] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.275000] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.275157] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.275450] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.275614] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.275748] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.276161] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.276366] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.276557] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 61f611be-cded-4f47-bff2-0c0d1e5b0d33 is going to be created. [ 775.309189] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.309189] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.309189] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.310655] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.311073] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.311439] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-61f611be-cded-4f47-bff2-0c0d1e5b0d33" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.503476] env[69430]: INFO networking_nsxv3.common.synchronization [req-2815c9d5-d3f1-43da-a678-0081324f3f61 req-dd61041c-556b-4a7f-9185-2440564a7a88 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Enqueued Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_members [ 775.504056] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_members [ 775.504393] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.504522] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.504629] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.504875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.505095] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.505204] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.505268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.505428] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.505544] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.505606] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.537985] env[69430]: INFO networking_nsxv3.common.synchronization [req-0dd5b9c0-8015-4015-8051-d9d93ef1d604 req-33044f98-55c2-44d2-ae7a-84b140364799 tempest-ListServersNegativeTestJSON-1033511954 tempest-ListServersNegativeTestJSON-1033511954-project-member] Enqueued Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_members [ 775.537985] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGHEST for action security_group_members [ 775.537985] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.537985] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.008638] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.008812] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.008953] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.009264] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.033323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.033323] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.033730] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.033730] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.033968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.034148] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.034311] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf is going to be updated. [ 776.046173] env[69430]: INFO networking_nsxv3.common.synchronization [req-0b30d216-da1e-47fe-898a-a27567b53129 req-e44da022-2f36-49f1-b737-8fea553ca227 service nova] Enqueued Resource ID: c03100c9-4867-4337-8fb7-356b68781f1b with Priority: HIGHEST for action security_group_rules [ 776.046557] env[69430]: INFO networking_nsxv3.common.synchronization [req-0b30d216-da1e-47fe-898a-a27567b53129 req-e44da022-2f36-49f1-b737-8fea553ca227 service nova] Enqueued Resource ID: c03100c9-4867-4337-8fb7-356b68781f1b with Priority: HIGHEST for action security_group_members [ 776.046827] env[69430]: INFO networking_nsxv3.common.synchronization [req-0b30d216-da1e-47fe-898a-a27567b53129 req-e44da022-2f36-49f1-b737-8fea553ca227 service nova] Enqueued Resource ID: 61f611be-cded-4f47-bff2-0c0d1e5b0d33 with Priority: HIGHEST for action port [ 776.047626] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c03100c9-4867-4337-8fb7-356b68781f1b with Priority: HIGHEST for action security_group_rules [ 776.047855] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c03100c9-4867-4337-8fb7-356b68781f1b with Priority: HIGHEST for action security_group_members [ 776.048031] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f611be-cded-4f47-bff2-0c0d1e5b0d33 with Priority: HIGHEST for action port [ 776.048473] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c03100c9-4867-4337-8fb7-356b68781f1b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.048684] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.048812] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.054602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.054711] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c03100c9-4867-4337-8fb7-356b68781f1b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.056282] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c03100c9-4867-4337-8fb7-356b68781f1b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.056408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.056492] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.056732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.056904] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.057034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.057104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.058164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.058164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.058164] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c03100c9-4867-4337-8fb7-356b68781f1b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.058433] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-61f611be-cded-4f47-bff2-0c0d1e5b0d33 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.062031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61f611be-cded-4f47-bff2-0c0d1e5b0d33" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.062031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61f611be-cded-4f47-bff2-0c0d1e5b0d33" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.062031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61f611be-cded-4f47-bff2-0c0d1e5b0d33" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.062031] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61f611be-cded-4f47-bff2-0c0d1e5b0d33',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.062031] env[69430]: INFO networking_nsxv3.common.synchronization [req-de55a152-63e7-4cf0-90cf-e8a5556be10e req-467bbb7d-2640-4bed-8caa-c9eff8dfb0e8 tempest-ServerTagsTestJSON-2094775180 tempest-ServerTagsTestJSON-2094775180-project-member] Enqueued Resource ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 with Priority: HIGHEST for action security_group_members [ 776.062700] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 with Priority: HIGHEST for action security_group_members [ 776.062700] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.062700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.062700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.063048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.063081] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.063246] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.063297] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.063405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.063489] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.063579] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b8fb92-d45b-41b7-8c44-492c2ba27b99',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.071673] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.071824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.071882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.072885] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.073122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.104091] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: IN_PROGRESS for 2s [ 776.560597] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c03100c9-4867-4337-8fb7-356b68781f1b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.560597] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.561061] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c03100c9-4867-4337-8fb7-356b68781f1b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.565512] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61f611be-cded-4f47-bff2-0c0d1e5b0d33 with status ACTIVE [ 776.565629] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.565905] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.565905] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.566699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.566699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.566699] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.566699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.566699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.566934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.566934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.567017] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.567128] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.567265] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.567372] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.567448] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.567631] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61f611be-cded-4f47-bff2-0c0d1e5b0d33 is going to be updated. [ 776.568669] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.568782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.568844] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.568990] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.569081] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.569302] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.569417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.569474] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.570097] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.570097] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.570097] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 is going to be updated. [ 776.596084] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.596342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.596342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.596438] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.596828] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.597469] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61f611be-cded-4f47-bff2-0c0d1e5b0d33" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.599084] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.599261] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.599338] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.599518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.599654] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.610090] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 in Status: IN_PROGRESS for 2s [ 776.668698] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d4cfc59-f396-4e93-8517-be407f2c008a in Status: SUCCESS [ 776.668937] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.969428] env[69430]: INFO networking_nsxv3.common.synchronization [req-d9e00062-3aa4-42c2-a28c-f695912f92dd req-01b90abf-a6a7-41c9-80a5-ac70c00099c0 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Enqueued Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 776.970114] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 776.970389] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.973037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.973158] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.973451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.973658] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.973778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.973849] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.974166] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.974166] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.974258] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.062614] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c03100c9-4867-4337-8fb7-356b68781f1b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.442184] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.442184] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-520" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.442184] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-520" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.442184] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-520" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.442184] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.442184] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.442184] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.442907] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.443200] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.443532] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.443747] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.444183] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.444444] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.444671] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.444868] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.445097] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.471782] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.471782] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 777.471782] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.471782] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-520" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.471782] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-d1ab3809-11c8-42b1-9317-eea70d1afefd taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.471782] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-d1ab3809-11c8-42b1-9317-eea70d1afefd" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.471782] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-d1ab3809-11c8-42b1-9317-eea70d1afefd" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.471782] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-d1ab3809-11c8-42b1-9317-eea70d1afefd" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.471782] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1ab3809-11c8-42b1-9317-eea70d1afefd',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.483292] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.483292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.483292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.483292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.483292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.483292] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.483292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.483292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.483292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.483292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.483292] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c already deleted. [ 777.483292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.566946] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.566946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.566946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.566946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.566946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.566946] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c03100c9-4867-4337-8fb7-356b68781f1b is going to be created. [ 777.595297] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.595297] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.595297] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.595297] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.595297] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.605947] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c03100c9-4867-4337-8fb7-356b68781f1b in Status: UNINITIALIZED for 2s [ 777.974295] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.974533] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.974663] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.975275] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.975275] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.975415] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port d1ab3809-11c8-42b1-9317-eea70d1afefd not found, creating... [ 777.975718] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.975886] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.976035] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.976262] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.976412] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.976706] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.976920] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.976989] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.977242] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.977410] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.977561] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: d1ab3809-11c8-42b1-9317-eea70d1afefd is going to be created. [ 778.001336] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.001635] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.001749] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.002047] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.002288] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.002519] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-d1ab3809-11c8-42b1-9317-eea70d1afefd" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.132323] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: SUCCESS [ 778.132559] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf deletion is rescheduled due to dependency. [ 778.132700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.132928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.133551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.134283] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.134786] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.134786] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.135052] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.135255] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.136095] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.621121] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 in Status: SUCCESS [ 778.621403] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 deletion is rescheduled due to dependency. [ 778.621512] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.642449] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.642449] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.642449] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.642807] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.642807] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.643234] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.643234] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.643234] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.643462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.643462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.643600] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf is going to be updated. [ 778.679351] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.679351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.679351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.679351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.679351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.692657] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: IN_PROGRESS for 2s [ 778.856169] env[69430]: INFO networking_nsxv3.common.synchronization [req-d9e00062-3aa4-42c2-a28c-f695912f92dd req-d92d1ab0-2574-4956-b024-bfa689649813 service nova] Enqueued Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_rules [ 778.856387] env[69430]: INFO networking_nsxv3.common.synchronization [req-d9e00062-3aa4-42c2-a28c-f695912f92dd req-d92d1ab0-2574-4956-b024-bfa689649813 service nova] Enqueued Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 778.856533] env[69430]: INFO networking_nsxv3.common.synchronization [req-d9e00062-3aa4-42c2-a28c-f695912f92dd req-d92d1ab0-2574-4956-b024-bfa689649813 service nova] Enqueued Resource ID: d1ab3809-11c8-42b1-9317-eea70d1afefd with Priority: HIGHEST for action port [ 778.857273] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_rules [ 778.857433] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 778.857485] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1ab3809-11c8-42b1-9317-eea70d1afefd with Priority: HIGHEST for action port [ 778.857783] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.857910] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.857977] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.858496] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.858496] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.859873] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.859873] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.859873] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.860159] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.860159] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.860235] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.860235] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.860439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.863874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.864019] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.865620] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1ab3809-11c8-42b1-9317-eea70d1afefd taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.865620] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1ab3809-11c8-42b1-9317-eea70d1afefd" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.865620] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1ab3809-11c8-42b1-9317-eea70d1afefd" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.865620] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1ab3809-11c8-42b1-9317-eea70d1afefd" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.865620] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1ab3809-11c8-42b1-9317-eea70d1afefd',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.368771] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.368771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.368771] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.370541] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1ab3809-11c8-42b1-9317-eea70d1afefd with status ACTIVE [ 779.370929] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.371236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.372040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.372285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.372382] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.372589] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.372797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.372915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.373187] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.373316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.373610] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.373751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.373896] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.374134] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.374282] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.375182] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1ab3809-11c8-42b1-9317-eea70d1afefd is going to be updated. [ 779.432213] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.432213] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.432213] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.432213] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.432213] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.432213] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1ab3809-11c8-42b1-9317-eea70d1afefd" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.618367] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c03100c9-4867-4337-8fb7-356b68781f1b in Status: SUCCESS [ 779.618638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.618970] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.619225] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.620281] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.620281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.620281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.620281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.620281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.620281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.620537] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c03100c9-4867-4337-8fb7-356b68781f1b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.844280] env[69430]: INFO networking_nsxv3.common.synchronization [req-d9e00062-3aa4-42c2-a28c-f695912f92dd req-b9960781-0a38-4dfd-9550-94c4de25251a tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Enqueued Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 779.847121] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 779.849493] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.849493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.871758] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.123198] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c03100c9-4867-4337-8fb7-356b68781f1b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.123505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.123505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.123927] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.124148] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.124148] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.124299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.124345] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.124448] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.124686] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.124802] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c03100c9-4867-4337-8fb7-356b68781f1b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.124888] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.124939] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.125141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.125229] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.125385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.125385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.125621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.125621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.125724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.125783] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c03100c9-4867-4337-8fb7-356b68781f1b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.377558] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.377558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.377558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.377558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.377558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.377558] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c is going to be created. [ 780.399669] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.402022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.402022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.402022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.402022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.415424] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: UNINITIALIZED for 2s [ 780.510189] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.510189] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-520" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.510189] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-520" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.510189] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-520" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.510189] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.510189] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.512281] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.512766] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.513087] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.513423] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.513656] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.513888] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.514107] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.514686] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.514925] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.515183] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.539996] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.540204] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 780.540345] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.540522] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-520" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.540841] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-e2df1f6f-8611-4ee4-9b94-c44115a22275 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.541029] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-e2df1f6f-8611-4ee4-9b94-c44115a22275" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.541150] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-e2df1f6f-8611-4ee4-9b94-c44115a22275" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.543321] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-e2df1f6f-8611-4ee4-9b94-c44115a22275" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.543321] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2df1f6f-8611-4ee4-9b94-c44115a22275',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.628644] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c03100c9-4867-4337-8fb7-356b68781f1b: rpc.has_security_group_logging(os_id): False [ 780.742220] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf in Status: SUCCESS [ 780.742406] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf deletion is rescheduled due to dependency. [ 780.742525] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.743430] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.743578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.743652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.743860] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.743947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.744180] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.744282] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.744348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.744590] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.744678] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.744867] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.744960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.749439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.750709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.750709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.750709] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.750709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.750709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.750709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.750709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.752159] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c03100c9-4867-4337-8fb7-356b68781f1b is going to be created. [ 780.879245] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.879732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.879732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.879732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.879890] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.898359] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c03100c9-4867-4337-8fb7-356b68781f1b in Status: IN_PROGRESS for 2s [ 780.912861] env[69430]: INFO networking_nsxv3.common.synchronization [req-7820d9c2-c9af-443e-8430-329e5f578112 req-41f42297-d70b-4607-9875-4e5f9af60714 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Enqueued Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_members [ 780.913448] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_members [ 780.914252] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.914371] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.914441] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.914640] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.914839] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.914942] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.915017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.915169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.915254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.915354] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.028073] env[69430]: INFO networking_nsxv3.common.synchronization [req-d4f7dcdb-10b7-4d7a-8e00-0be14458eae4 req-e5374849-d186-4906-80cb-d47bd4880cf8 tempest-VolumesAssistedSnapshotsTest-1039875736 tempest-VolumesAssistedSnapshotsTest-1039875736-project-member] Enqueued Resource ID: 9931dbcd-1900-4392-b82f-7e18420f1038 with Priority: HIGHEST for action security_group_members [ 781.028073] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9931dbcd-1900-4392-b82f-7e18420f1038 with Priority: HIGHEST for action security_group_members [ 781.028073] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9931dbcd-1900-4392-b82f-7e18420f1038 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.028073] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.028073] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.028598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.028939] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.030419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.030615] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.030974] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.031181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.031371] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9931dbcd-1900-4392-b82f-7e18420f1038',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.044194] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.045392] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.045711] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.046122] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.046381] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.046642] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port e2df1f6f-8611-4ee4-9b94-c44115a22275 not found, creating... [ 781.047193] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.047508] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.047769] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.048140] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.048397] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.048905] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.050846] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.050846] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.050846] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.050846] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.050846] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: e2df1f6f-8611-4ee4-9b94-c44115a22275 is going to be created. [ 781.097778] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.097778] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.097778] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.097778] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.097778] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.097778] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-e2df1f6f-8611-4ee4-9b94-c44115a22275" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.420260] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.420260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.420260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.420260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.450208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.450208] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.450208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.450208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.450208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.450208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.450208] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 is going to be updated. [ 781.486980] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.486980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.486980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.486980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.486980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.513236] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 in Status: IN_PROGRESS for 2s [ 781.533750] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.536026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.536026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.536026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.559056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.559056] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.559056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.559056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.559056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.559056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.559056] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9931dbcd-1900-4392-b82f-7e18420f1038 is going to be updated. [ 781.595321] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.595321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.595321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.595321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.595321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.608436] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9931dbcd-1900-4392-b82f-7e18420f1038 in Status: IN_PROGRESS for 2s [ 781.910453] env[69430]: INFO networking_nsxv3.common.synchronization [req-d9e00062-3aa4-42c2-a28c-f695912f92dd req-66e185bf-918e-4578-8690-cae9be1b85aa service nova] Enqueued Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_rules [ 781.910724] env[69430]: INFO networking_nsxv3.common.synchronization [req-d9e00062-3aa4-42c2-a28c-f695912f92dd req-66e185bf-918e-4578-8690-cae9be1b85aa service nova] Enqueued Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 781.910834] env[69430]: INFO networking_nsxv3.common.synchronization [req-d9e00062-3aa4-42c2-a28c-f695912f92dd req-66e185bf-918e-4578-8690-cae9be1b85aa service nova] Enqueued Resource ID: e2df1f6f-8611-4ee4-9b94-c44115a22275 with Priority: HIGHEST for action port [ 781.911459] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_rules [ 781.911655] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 781.911723] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2df1f6f-8611-4ee4-9b94-c44115a22275 with Priority: HIGHEST for action port [ 781.912012] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.913652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.913894] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.914016] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.914191] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2df1f6f-8611-4ee4-9b94-c44115a22275 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.914296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2df1f6f-8611-4ee4-9b94-c44115a22275" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.914480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2df1f6f-8611-4ee4-9b94-c44115a22275" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.914721] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2df1f6f-8611-4ee4-9b94-c44115a22275" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.914810] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2df1f6f-8611-4ee4-9b94-c44115a22275',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.427290] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: SUCCESS [ 782.427582] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.431023] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.431023] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.431023] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.431023] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.431757] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2df1f6f-8611-4ee4-9b94-c44115a22275 with status ACTIVE [ 782.431757] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.431891] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.431996] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.432125] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.432205] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.432387] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.432479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.432540] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.432677] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.432751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.432929] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.433055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.433119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.433290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.433374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.433474] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2df1f6f-8611-4ee4-9b94-c44115a22275 is going to be updated. [ 782.459030] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.459030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.459030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.459030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.459030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.459931] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2df1f6f-8611-4ee4-9b94-c44115a22275" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.577256] env[69430]: INFO networking_nsxv3.common.synchronization [req-7470348b-9503-4490-9da2-5c4ba03fee5e req-71ab3ae8-43ad-4bad-bed1-e8e3f50f9676 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 782.577800] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 782.578213] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.578384] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.578495] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.578797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.579028] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.579190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.579276] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.579496] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.579638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.579776] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.912752] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c03100c9-4867-4337-8fb7-356b68781f1b in Status: SUCCESS [ 782.913236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.932185] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.932448] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.932516] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.933806] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.933806] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.933806] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.933806] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.933806] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.934299] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.934996] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.934996] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.934996] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.934996] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.934996] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.935247] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.935341] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.937181] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.937283] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.937489] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.967237] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.967470] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 782.967673] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.967863] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.968207] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-fed60583-1b72-40a2-a34b-553b59749deb taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.968380] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-fed60583-1b72-40a2-a34b-553b59749deb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.968513] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-fed60583-1b72-40a2-a34b-553b59749deb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.968915] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-fed60583-1b72-40a2-a34b-553b59749deb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.969069] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fed60583-1b72-40a2-a34b-553b59749deb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.083152] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.083152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.083152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.083152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.111210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.111210] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.111210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.111210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.111210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.111210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.111210] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be updated. [ 783.151178] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.151339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.151399] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.152174] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.152398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.166996] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: IN_PROGRESS for 2s [ 783.441205] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.471627] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.471919] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.471991] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.472285] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.472445] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.472664] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port fed60583-1b72-40a2-a34b-553b59749deb not found, creating... [ 783.472972] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.474199] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.474199] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.474199] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.474199] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.474199] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.474199] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.474413] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.474502] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.474639] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.474813] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: fed60583-1b72-40a2-a34b-553b59749deb is going to be created. [ 783.495724] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.495998] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.496143] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.496429] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.496739] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.496989] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-fed60583-1b72-40a2-a34b-553b59749deb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.523278] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 in Status: SUCCESS [ 783.523425] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 deletion is rescheduled due to dependency. [ 783.523520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.617693] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9931dbcd-1900-4392-b82f-7e18420f1038 in Status: SUCCESS [ 783.617893] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9931dbcd-1900-4392-b82f-7e18420f1038 deletion is rescheduled due to dependency. [ 783.618033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.943314] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.943673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.943673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.944840] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.944840] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.944840] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c is going to be updated. [ 783.975691] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.976032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.976116] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.976385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.976668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.988556] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: IN_PROGRESS for 2s [ 784.306056] env[69430]: INFO networking_nsxv3.common.synchronization [req-7470348b-9503-4490-9da2-5c4ba03fee5e req-40898127-355c-43d8-9571-6d5dd4108476 service nova] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_rules [ 784.306277] env[69430]: INFO networking_nsxv3.common.synchronization [req-7470348b-9503-4490-9da2-5c4ba03fee5e req-40898127-355c-43d8-9571-6d5dd4108476 service nova] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 784.306445] env[69430]: INFO networking_nsxv3.common.synchronization [req-7470348b-9503-4490-9da2-5c4ba03fee5e req-40898127-355c-43d8-9571-6d5dd4108476 service nova] Enqueued Resource ID: fed60583-1b72-40a2-a34b-553b59749deb with Priority: HIGHEST for action port [ 784.307213] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_rules [ 784.307402] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 784.307851] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed60583-1b72-40a2-a34b-553b59749deb with Priority: HIGHEST for action port [ 784.307851] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.308024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.308080] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.309031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.309031] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.310094] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.310199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.310421] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-fed60583-1b72-40a2-a34b-553b59749deb taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.310543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fed60583-1b72-40a2-a34b-553b59749deb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.310611] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fed60583-1b72-40a2-a34b-553b59749deb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.311162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fed60583-1b72-40a2-a34b-553b59749deb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.311318] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fed60583-1b72-40a2-a34b-553b59749deb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.811031] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.811211] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.814656] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fed60583-1b72-40a2-a34b-553b59749deb with status ACTIVE [ 784.815076] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.815340] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.815456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.815789] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.815928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.816454] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.817095] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.817236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.817578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.817578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.817825] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.817950] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.818038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.818227] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.818346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.818454] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fed60583-1b72-40a2-a34b-553b59749deb is going to be updated. [ 784.848796] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.848906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.848961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.849208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.849419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.849654] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fed60583-1b72-40a2-a34b-553b59749deb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.187042] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: SUCCESS [ 785.187042] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff deletion is rescheduled due to dependency. [ 785.187042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.187042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.187721] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.187721] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.187721] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.187721] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.187721] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.188044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.188044] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.692167] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.011918] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: SUCCESS [ 786.012179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.012394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.012655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.012886] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.013053] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.013146] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.013338] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.013446] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.013573] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.193995] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.516398] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.696984] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.696984] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.697152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.697302] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.697608] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.698122] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be updated. [ 786.733480] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.733672] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.733739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.733994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.734251] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.744493] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: IN_PROGRESS for 2s [ 787.019330] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.522513] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.522856] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.522856] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.522950] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.523050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.523151] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c is going to be updated. [ 787.560031] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.560031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.560031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.560031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.560031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.572574] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: IN_PROGRESS for 2s [ 787.634449] env[69430]: INFO networking_nsxv3.common.synchronization [req-943a7f77-9019-4554-a139-29a3a612c2d7 req-8c128f50-7524-4b79-8b99-ebfcb0302bfd tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 787.635019] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 787.635341] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.635484] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.635556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.635762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.635979] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.636094] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.636200] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.636360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.636450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.636547] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.788886] env[69430]: INFO networking_nsxv3.common.synchronization [req-7e968d0c-6db6-4818-814f-42fee3bed323 req-6e858255-6396-4780-a422-94e8466ab90c tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Enqueued Resource ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 with Priority: HIGHEST for action security_group_members [ 787.789640] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 with Priority: HIGHEST for action security_group_members [ 787.790058] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7db407a8-d336-4f1b-bd9c-7267219f6bc9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.790240] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.790346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.790677] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.790912] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.791409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.791409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.791409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.791958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.794637] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7db407a8-d336-4f1b-bd9c-7267219f6bc9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.146537] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.146537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.146537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.146537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.146537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.147017] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.147017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.147017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.147017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.147164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.147164] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 788.220419] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.220620] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.220620] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.220894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.221065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.242035] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 788.295101] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.295101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.295431] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.295431] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.295530] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.295719] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.295854] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.295915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.296386] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.296474] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.296570] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 already deleted. [ 788.297136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.341695] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.341964] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-887" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.352461] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-887" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.353090] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-887" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.353585] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.353869] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.354148] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.354443] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.354762] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.357542] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.357769] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.357945] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.358134] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.358310] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.358475] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.358681] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.382300] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.382767] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 788.383050] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.383133] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-887" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.386528] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-ce6f6943-8eb2-43b1-9428-0035efe789cf taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.386798] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-ce6f6943-8eb2-43b1-9428-0035efe789cf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.386931] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-ce6f6943-8eb2-43b1-9428-0035efe789cf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.387362] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-ce6f6943-8eb2-43b1-9428-0035efe789cf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.387560] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce6f6943-8eb2-43b1-9428-0035efe789cf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.761134] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: SUCCESS [ 788.761134] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.761134] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.761134] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.761134] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.761687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.761687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.761687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.761687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.761687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.761687] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.891214] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.891463] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.891610] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.891953] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.892053] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.892293] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port ce6f6943-8eb2-43b1-9428-0035efe789cf not found, creating... [ 788.892591] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.892768] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.892864] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.893118] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.893286] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.893600] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.893797] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.893876] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.894099] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.894236] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.894378] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: ce6f6943-8eb2-43b1-9428-0035efe789cf is going to be created. [ 788.917649] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.917971] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.918590] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.918669] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.918883] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.919529] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-ce6f6943-8eb2-43b1-9428-0035efe789cf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.232976] env[69430]: INFO networking_nsxv3.common.synchronization [req-6e4f8d51-17a4-44e1-a149-3119ede290be req-72abac7f-5e58-42ad-823e-afbadab398a7 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Enqueued Resource ID: d7699677-c845-435b-93d2-a4719c4d8a3e with Priority: HIGHEST for action security_group_members [ 789.233474] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7699677-c845-435b-93d2-a4719c4d8a3e with Priority: HIGHEST for action security_group_members [ 789.233822] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7699677-c845-435b-93d2-a4719c4d8a3e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.233948] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.236680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.237553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.237553] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.237553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.237772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.237772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.237836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.238258] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.266489] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.266489] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.266489] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.266489] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.266489] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.266489] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.266489] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.266489] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.266489] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.266489] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.266489] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.267117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.267117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.267117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.267117] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.267117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.267117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.267352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.267352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.267352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.267453] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.586124] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: SUCCESS [ 789.586381] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.586628] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.586878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.587091] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.587219] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.587285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.587462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.587546] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.587632] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.587809] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.587904] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.587976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.588141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.588302] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.588393] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.588450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.588613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.588701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.588781] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.588870] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.740590] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.775048] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85279d82-7a9e-417d-b09c-a1c1516507ff: rpc.has_security_group_logging(os_id): False [ 789.794056] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.794222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.794410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.794558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.794658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.794861] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.794961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.795037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.795262] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.795262] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.795458] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.795576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.795642] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.796087] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.796087] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.796283] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.796375] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.796472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.796643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.796753] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.796863] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be updated. [ 789.846822] env[69430]: INFO networking_nsxv3.common.synchronization [req-7e968d0c-6db6-4818-814f-42fee3bed323 req-0873cf0e-2e62-4b68-a516-1dbfeb6776f5 service nova] Enqueued Resource ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 with Priority: HIGHEST for action security_group_rules [ 789.846822] env[69430]: INFO networking_nsxv3.common.synchronization [req-7e968d0c-6db6-4818-814f-42fee3bed323 req-0873cf0e-2e62-4b68-a516-1dbfeb6776f5 service nova] Enqueued Resource ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 with Priority: HIGHEST for action security_group_members [ 789.846822] env[69430]: INFO networking_nsxv3.common.synchronization [req-7e968d0c-6db6-4818-814f-42fee3bed323 req-0873cf0e-2e62-4b68-a516-1dbfeb6776f5 service nova] Enqueued Resource ID: ce6f6943-8eb2-43b1-9428-0035efe789cf with Priority: HIGHEST for action port [ 789.847371] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 with Priority: HIGHEST for action security_group_rules [ 789.847481] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 with Priority: HIGHEST for action security_group_members [ 789.847590] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f6943-8eb2-43b1-9428-0035efe789cf with Priority: HIGHEST for action port [ 789.847869] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.847989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.848486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.848796] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.848901] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7db407a8-d336-4f1b-bd9c-7267219f6bc9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.850013] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7db407a8-d336-4f1b-bd9c-7267219f6bc9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.850013] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.850144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.850297] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.850520] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.851760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.851760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.851760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.851760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.851760] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7db407a8-d336-4f1b-bd9c-7267219f6bc9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.852175] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce6f6943-8eb2-43b1-9428-0035efe789cf taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.852319] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce6f6943-8eb2-43b1-9428-0035efe789cf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.852413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce6f6943-8eb2-43b1-9428-0035efe789cf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.852597] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce6f6943-8eb2-43b1-9428-0035efe789cf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.852702] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce6f6943-8eb2-43b1-9428-0035efe789cf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.871615] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.871717] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.871717] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.872296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.872296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.891870] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: IN_PROGRESS for 2s [ 789.992615] env[69430]: INFO networking_nsxv3.common.synchronization [req-fe9701ea-093e-4a8a-b51a-3db07425d33b req-ae394c36-214a-44f0-b042-ba06e404aa16 tempest-ServerMetadataNegativeTestJSON-244518932 tempest-ServerMetadataNegativeTestJSON-244518932-project-member] Enqueued Resource ID: c03100c9-4867-4337-8fb7-356b68781f1b with Priority: HIGHEST for action security_group_members [ 789.993186] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c03100c9-4867-4337-8fb7-356b68781f1b with Priority: HIGHEST for action security_group_members [ 789.993611] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c03100c9-4867-4337-8fb7-356b68781f1b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.993685] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.993685] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.993892] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.996101] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.996279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.996349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.996552] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.996647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.996750] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c03100c9-4867-4337-8fb7-356b68781f1b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.091078] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05bb507b-a0bb-4899-b0c9-1361449b0f8c: rpc.has_security_group_logging(os_id): False [ 790.114205] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.114205] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.114205] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.115418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.115550] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.115798] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.115920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.115983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.119032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.119032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.119032] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.119032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.119032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.119032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.119032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.119032] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.119032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.119032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.119032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.119032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.119032] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c is going to be created. [ 790.195332] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.195480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.195587] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.196394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.196394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.215411] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: IN_PROGRESS for 2s [ 790.243901] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.256922] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 790.257133] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 deletion is rescheduled due to dependency. [ 790.257309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.354386] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7db407a8-d336-4f1b-bd9c-7267219f6bc9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.355997] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7db407a8-d336-4f1b-bd9c-7267219f6bc9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.356138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.356330] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce6f6943-8eb2-43b1-9428-0035efe789cf with status ACTIVE [ 790.356495] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.356603] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.356669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.356873] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.356966] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.357150] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.357246] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.357307] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.357486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.357570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.365359] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.365359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.365359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.365359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.365359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.365359] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce6f6943-8eb2-43b1-9428-0035efe789cf is going to be updated. [ 790.394586] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.394768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.394838] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.395061] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.395368] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.395564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce6f6943-8eb2-43b1-9428-0035efe789cf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.500103] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.500316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.500513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.501383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.501383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.501383] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.501383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.501383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.501383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.501688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.501688] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c03100c9-4867-4337-8fb7-356b68781f1b is going to be updated. [ 790.548839] env[69430]: INFO networking_nsxv3.common.synchronization [req-e41b00eb-d331-42d4-969c-cee79ee350d6 req-8c17594b-ff02-4942-b2e7-06385b7d6c3e tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Enqueued Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_members [ 790.548839] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_members [ 790.548839] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.548839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.548839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.549149] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.549187] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.549321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.549369] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.549562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.549650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.549797] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.583236] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.583236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.583236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.583236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.583236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.593051] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c03100c9-4867-4337-8fb7-356b68781f1b in Status: IN_PROGRESS for 2s [ 790.748518] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.748518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.748518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.748518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.748518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.748518] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7699677-c845-435b-93d2-a4719c4d8a3e is going to be updated. [ 790.787330] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.787757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.787757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.787757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.787885] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.800472] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7699677-c845-435b-93d2-a4719c4d8a3e in Status: IN_PROGRESS for 2s [ 790.866618] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7db407a8-d336-4f1b-bd9c-7267219f6bc9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.001989] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.002608] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-813" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.002807] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-813" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.003258] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-813" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.003915] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.003915] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.004113] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.004450] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.004786] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.004969] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.005183] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.005362] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.005550] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.005765] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.005945] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.006324] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.030270] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.030270] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 791.030270] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.030270] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-813" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.030270] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-031626f9-57b4-4873-b402-b9256b1f4fa5 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.030270] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-031626f9-57b4-4873-b402-b9256b1f4fa5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.030270] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-031626f9-57b4-4873-b402-b9256b1f4fa5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.030270] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-031626f9-57b4-4873-b402-b9256b1f4fa5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.030270] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('031626f9-57b4-4873-b402-b9256b1f4fa5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.058065] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.058065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.058065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.058065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.058065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.058065] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.058065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.058065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.058065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.058065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.058065] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 857b1316-9b51-44ab-9d91-146c36a93d51 already deleted. [ 791.058065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.370729] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.370916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.370916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.371159] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.371249] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.371349] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 is going to be created. [ 791.397514] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.397725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.397725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.397935] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.398113] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.409522] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 in Status: UNINITIALIZED for 2s [ 791.534475] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.534714] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.534840] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.535145] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.535294] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.535445] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 031626f9-57b4-4873-b402-b9256b1f4fa5 not found, creating... [ 791.535751] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.535908] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.536034] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.536254] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.536388] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.536696] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.536851] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.536978] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.537241] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.537499] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.537761] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 031626f9-57b4-4873-b402-b9256b1f4fa5 is going to be created. [ 791.560072] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.560072] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.560072] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.560072] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.560072] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.560072] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-031626f9-57b4-4873-b402-b9256b1f4fa5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.918400] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: SUCCESS [ 791.918778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.237229] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: SUCCESS [ 792.237487] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.237659] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.237887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.237976] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.609153] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c03100c9-4867-4337-8fb7-356b68781f1b in Status: SUCCESS [ 792.609541] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c03100c9-4867-4337-8fb7-356b68781f1b deletion is rescheduled due to dependency. [ 792.609731] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.741218] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.741406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.741629] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.741779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.741946] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.742068] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.742133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.742290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.742637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.742637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.742637] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.785871] env[69430]: INFO networking_nsxv3.common.synchronization [req-e41b00eb-d331-42d4-969c-cee79ee350d6 req-b94bc731-537a-4374-a32a-9ed61100f8d2 service nova] Enqueued Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_rules [ 792.785973] env[69430]: INFO networking_nsxv3.common.synchronization [req-e41b00eb-d331-42d4-969c-cee79ee350d6 req-b94bc731-537a-4374-a32a-9ed61100f8d2 service nova] Enqueued Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_members [ 792.786140] env[69430]: INFO networking_nsxv3.common.synchronization [req-e41b00eb-d331-42d4-969c-cee79ee350d6 req-b94bc731-537a-4374-a32a-9ed61100f8d2 service nova] Enqueued Resource ID: 031626f9-57b4-4873-b402-b9256b1f4fa5 with Priority: HIGHEST for action port [ 792.786375] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_rules [ 792.786510] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_members [ 792.786608] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031626f9-57b4-4873-b402-b9256b1f4fa5 with Priority: HIGHEST for action port [ 792.788202] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.789034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.789034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.789034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.789034] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.790385] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.790513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.790598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.790773] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.790934] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.791064] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.792391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.792391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.792391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.792391] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.792826] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-031626f9-57b4-4873-b402-b9256b1f4fa5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.792826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-031626f9-57b4-4873-b402-b9256b1f4fa5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.792826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-031626f9-57b4-4873-b402-b9256b1f4fa5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.792997] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-031626f9-57b4-4873-b402-b9256b1f4fa5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.793089] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('031626f9-57b4-4873-b402-b9256b1f4fa5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.814367] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7699677-c845-435b-93d2-a4719c4d8a3e in Status: SUCCESS [ 792.814580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.247538] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.247538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.247538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.247538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.248030] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.248030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.248030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.248030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.248030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.248207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.248207] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.248290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.248638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.248638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.248638] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.248810] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.248810] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.248883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.248963] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.249055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.249144] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.298731] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 031626f9-57b4-4873-b402-b9256b1f4fa5 with status ACTIVE [ 793.299729] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.299729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.299729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.299729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.299729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.299729] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.299729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.300554] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.300554] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.300554] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.300554] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.300554] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.300554] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.300554] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.301049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.301049] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 031626f9-57b4-4873-b402-b9256b1f4fa5 is going to be updated. [ 793.301901] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.304042] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.304042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.333879] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.334140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.334242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.334526] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.334717] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.334945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-031626f9-57b4-4873-b402-b9256b1f4fa5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.422603] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 in Status: SUCCESS [ 793.423158] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.423158] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.423498] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.423751] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.423928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.424045] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.424279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.424403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.424714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.424844] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7db407a8-d336-4f1b-bd9c-7267219f6bc9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.753240] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05bb507b-a0bb-4899-b0c9-1361449b0f8c: rpc.has_security_group_logging(os_id): False [ 793.776222] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.776222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.776222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.776222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.776222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.776222] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.776579] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.776726] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.776930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.777056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.777551] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.777551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.777551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.777790] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.777862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.778107] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.779324] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.779324] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.779324] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.779324] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.779324] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c is going to be updated. [ 793.806348] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.848753] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.848941] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.848991] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.849225] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.849370] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.868305] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: IN_PROGRESS for 2s [ 793.927765] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7db407a8-d336-4f1b-bd9c-7267219f6bc9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.999854] env[69430]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 794.000804] env[69430]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] NSXv3 Agent Agent loop - iteration:1 started [ 794.307201] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.308066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.308066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.308066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.308066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.308066] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 857b1316-9b51-44ab-9d91-146c36a93d51 is going to be created. [ 794.330999] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.333217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.333397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.333570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.333749] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.350191] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: UNINITIALIZED for 2s [ 794.437886] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7db407a8-d336-4f1b-bd9c-7267219f6bc9: rpc.has_security_group_logging(os_id): False [ 794.457906] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.457906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.457906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.458318] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.458318] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.458455] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.458616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.458616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.458779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.458869] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.458968] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 is going to be created. [ 794.543906] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.543906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.543906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.543906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.543906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.556940] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 in Status: IN_PROGRESS for 2s [ 795.884119] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: SUCCESS [ 795.884469] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.361132] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: SUCCESS [ 796.362029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.362029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.362029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.362214] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.362214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.362309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.363381] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.363381] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.363381] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.363381] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.571636] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 in Status: SUCCESS [ 796.571978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.868517] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.868673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.868738] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.868960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.869142] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.869240] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.869300] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.869455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.869554] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.869642] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.869786] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.869888] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.869928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.870082] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.870213] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.870299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.870356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.870488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.870559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.870635] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.870721] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.964392] env[69430]: INFO networking_nsxv3.common.synchronization [req-d7deb968-9f65-4ace-83c7-b426a2c83a5d req-1bcf919e-f8ea-4bb7-9b86-dfdcada30ebd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Enqueued Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 796.967862] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 796.968680] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.968930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.969107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.969425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.969889] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.970120] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.970508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.970871] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.971046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.971619] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.072988] env[69430]: INFO networking_nsxv3.common.synchronization [req-8575c528-326b-43ff-a46f-423318e7349c req-bc85c6d9-d0e6-409d-8b7a-8358fc62a92b tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Enqueued Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 797.074110] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 797.074641] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.074817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.372564] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 857b1316-9b51-44ab-9d91-146c36a93d51: rpc.has_security_group_logging(os_id): False [ 797.410738] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.410866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.410952] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.411693] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.411693] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.411693] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.411882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.411882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.411974] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.412064] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.412497] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.412497] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.412682] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.412746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.412821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.413403] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.413403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.413403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.413403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.413403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.413701] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 857b1316-9b51-44ab-9d91-146c36a93d51 is going to be created. [ 797.474008] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.508558] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.508732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.508797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.509049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.509248] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.526117] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: IN_PROGRESS for 2s [ 797.720791] env[69430]: INFO networking_nsxv3.common.synchronization [req-2d467f28-c567-441f-b09d-01b59ffe47cf req-b15990ca-2931-4fda-b891-916a09e1a2a8 tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Enqueued Resource ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 with Priority: HIGHEST for action security_group_members [ 797.721410] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 with Priority: HIGHEST for action security_group_members [ 797.721728] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed43509a-47ee-4bef-b4d3-ea955f7f7904 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.721861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.721932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.722697] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.722924] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.723075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.723892] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.724139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.724268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.724448] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.978418] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.211727] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.211962] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-79" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.212101] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-79" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.212434] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-79" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.212731] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.212887] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.213013] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.213339] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.213489] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.213703] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.213852] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.215210] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.215369] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.215502] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.215623] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.215767] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.227294] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.227463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.227644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.227874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.227968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.228183] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.228286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.228358] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.228494] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.228569] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.228655] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 already deleted. [ 798.228739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.236649] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.236826] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.236967] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.237158] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-79" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.237475] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.237684] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.237811] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.238126] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.238286] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.481477] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.481856] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.482210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.482662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.482858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.483057] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c is going to be updated. [ 798.542583] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.545147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.545147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.545147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.545147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.555329] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: IN_PROGRESS for 2s [ 798.745154] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.745154] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.745154] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.745154] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.745154] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.745154] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c not found, creating... [ 798.745154] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.745154] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.745154] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.745154] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.745600] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.745600] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.745600] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.745600] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.745600] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.745600] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.746241] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c is going to be created. [ 798.768030] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.768030] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.768030] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.768700] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.769989] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.769989] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.543061] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: SUCCESS [ 799.543411] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.883045] env[69430]: INFO networking_nsxv3.common.synchronization [req-2d467f28-c567-441f-b09d-01b59ffe47cf req-223ba7bd-ce54-4478-b1b7-709f5b84e54c service nova] Enqueued Resource ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 with Priority: HIGHEST for action security_group_rules [ 799.883045] env[69430]: INFO networking_nsxv3.common.synchronization [req-2d467f28-c567-441f-b09d-01b59ffe47cf req-223ba7bd-ce54-4478-b1b7-709f5b84e54c service nova] Enqueued Resource ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 with Priority: HIGHEST for action security_group_members [ 799.883045] env[69430]: INFO networking_nsxv3.common.synchronization [req-2d467f28-c567-441f-b09d-01b59ffe47cf req-223ba7bd-ce54-4478-b1b7-709f5b84e54c service nova] Enqueued Resource ID: 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c with Priority: HIGHEST for action port [ 799.883045] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 with Priority: HIGHEST for action security_group_rules [ 799.883045] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 with Priority: HIGHEST for action security_group_members [ 799.883045] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c with Priority: HIGHEST for action port [ 799.883553] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed43509a-47ee-4bef-b4d3-ea955f7f7904 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.883883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.883883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.885352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.885452] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.886507] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed43509a-47ee-4bef-b4d3-ea955f7f7904 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.886638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.886715] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.886924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.887095] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.887195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.888021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.888021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.888021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.888021] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.888629] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.888751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.888816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.888956] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.889048] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.391790] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed43509a-47ee-4bef-b4d3-ea955f7f7904 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.392067] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.395677] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.396999] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c with status ACTIVE [ 800.397221] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.397354] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.397423] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.397661] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.397760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.397945] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.398065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.398128] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.398279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.398356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.398539] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.398630] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.398689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.398833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.398900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.398986] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c is going to be updated. [ 800.422228] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.422397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.422434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.422650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.422775] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.422948] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77ffebb5-b1bb-43fa-aeaf-54ee1bfa934c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.580417] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: SUCCESS [ 800.580417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.580417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.580417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.580417] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.580417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.580417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.582021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.582021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.582021] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.901889] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.084569] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.084701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.084908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.085027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.085096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.089038] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.089038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.089038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.089038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.089038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.089038] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c is going to be updated. [ 801.116027] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.116027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.116027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.116027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.116379] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.129675] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: IN_PROGRESS for 2s [ 801.268480] env[69430]: INFO networking_nsxv3.common.synchronization [req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 req-be409e4f-8afc-4b61-9e8f-84bf26d74f77 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 801.269552] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 801.269869] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.269998] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.270079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.270293] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.270443] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.270581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.270635] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.270783] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.270862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.270955] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.404514] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.404691] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.404784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.404951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.405054] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.405149] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 is going to be created. [ 801.435244] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.435465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.435465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.435771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.435992] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.450057] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 in Status: UNINITIALIZED for 2s [ 801.777669] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.117710] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.117710] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-414" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.117710] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-414" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.117710] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-414" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.117710] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.117710] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.117710] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.118135] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.118218] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.118482] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.121073] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.121171] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.121285] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.121379] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.121500] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.121669] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.146717] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.146923] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 802.148529] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.148529] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-414" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.148529] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-3713cccd-fc53-4fd0-af52-c2c702366997 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.148529] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-3713cccd-fc53-4fd0-af52-c2c702366997" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.148529] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-3713cccd-fc53-4fd0-af52-c2c702366997" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.148821] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-3713cccd-fc53-4fd0-af52-c2c702366997" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.148955] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3713cccd-fc53-4fd0-af52-c2c702366997',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.281319] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.651240] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.651545] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.651605] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.651909] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.652108] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.652264] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 3713cccd-fc53-4fd0-af52-c2c702366997 not found, creating... [ 802.652528] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.656347] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.656347] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.656347] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.656347] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.656347] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.656347] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.656347] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.656791] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.656791] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.658744] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 3713cccd-fc53-4fd0-af52-c2c702366997 is going to be created. [ 802.678555] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.679059] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.679315] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.679605] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.679884] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.680178] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-3713cccd-fc53-4fd0-af52-c2c702366997" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.784397] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.784397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.784397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.784397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.784397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.784397] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be updated. [ 802.843959] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.844179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.844276] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.844538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.844750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.857656] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 803.142305] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: SUCCESS [ 803.143132] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c deletion is rescheduled due to dependency. [ 803.143132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.462095] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 in Status: SUCCESS [ 803.462318] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.462539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.462722] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.462967] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.463051] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.463131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.463300] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.463378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.463462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.463551] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.628904] env[69430]: INFO networking_nsxv3.common.synchronization [req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 req-693bbea9-05e5-4014-b444-70d0c9157823 service nova] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_rules [ 803.629110] env[69430]: INFO networking_nsxv3.common.synchronization [req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 req-693bbea9-05e5-4014-b444-70d0c9157823 service nova] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 803.629248] env[69430]: INFO networking_nsxv3.common.synchronization [req-ebc70819-1841-45a0-bdb6-04f479ee7cc9 req-693bbea9-05e5-4014-b444-70d0c9157823 service nova] Enqueued Resource ID: 3713cccd-fc53-4fd0-af52-c2c702366997 with Priority: HIGHEST for action port [ 803.629478] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_rules [ 803.629629] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 803.629732] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3713cccd-fc53-4fd0-af52-c2c702366997 with Priority: HIGHEST for action port [ 803.630308] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.630438] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.630564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.630736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.630921] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.632041] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.632041] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.632041] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-3713cccd-fc53-4fd0-af52-c2c702366997 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.632231] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3713cccd-fc53-4fd0-af52-c2c702366997" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.632231] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3713cccd-fc53-4fd0-af52-c2c702366997" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.632318] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3713cccd-fc53-4fd0-af52-c2c702366997" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.632392] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3713cccd-fc53-4fd0-af52-c2c702366997',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.967727] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed43509a-47ee-4bef-b4d3-ea955f7f7904 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.967727] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.968141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.968141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.968286] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.968417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.968487] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.968857] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.968968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.969142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.969309] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed43509a-47ee-4bef-b4d3-ea955f7f7904 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.969407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.969469] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.969791] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.969948] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.970098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.970098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.970247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.970325] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.970436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.970549] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.060548] env[69430]: INFO networking_nsxv3.common.synchronization [req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 req-c917de53-ded0-4c14-8480-fcb503a60344 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 804.061244] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 804.061663] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.062318] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.062431] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.062736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.062975] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.063955] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.063955] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.063955] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.063955] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.063955] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.136915] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.136915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.136915] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3713cccd-fc53-4fd0-af52-c2c702366997 with status ACTIVE [ 804.136915] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.136915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.136915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.136915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.136915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.136915] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.136915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.136915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.136915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.136915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.137800] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.137800] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.137800] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.137800] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.137800] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.137800] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3713cccd-fc53-4fd0-af52-c2c702366997 is going to be updated. [ 804.165542] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.165709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.165781] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.165994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.166147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.166315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3713cccd-fc53-4fd0-af52-c2c702366997" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.475077] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed43509a-47ee-4bef-b4d3-ea955f7f7904: rpc.has_security_group_logging(os_id): False [ 804.503189] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.503394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.503455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.503762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.503904] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.504147] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.504279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.504357] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.505230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.505230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.505230] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.505230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.505230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.505660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.505708] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.505920] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.506034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.506100] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.506251] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.506332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.506624] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 is going to be created. [ 804.567781] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.568624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.568624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.568624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.571947] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.571947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.597966] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.598242] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.598370] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.598429] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.598616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.602022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.602022] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be updated. [ 804.602022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.602022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.602022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.622039] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 in Status: IN_PROGRESS for 2s [ 804.660032] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.660032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.660293] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.660293] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.662074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.674850] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 2s [ 804.804524] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.804713] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.805430] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.805807] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.806623] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.806829] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.806961] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.807331] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.807488] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.807752] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.807885] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.808039] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.808124] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.808235] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.808341] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.808480] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.832631] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.832811] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 804.832953] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.833189] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.833509] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-0f1702cb-9838-4663-af03-00e0783d14ff taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.833688] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-0f1702cb-9838-4663-af03-00e0783d14ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.833812] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-0f1702cb-9838-4663-af03-00e0783d14ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.834175] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-0f1702cb-9838-4663-af03-00e0783d14ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.834320] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f1702cb-9838-4663-af03-00e0783d14ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.867022] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 804.867297] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.867486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.867791] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.867976] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.868116] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.868177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.868334] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.868416] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.868510] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.336957] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.337270] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.337408] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.337714] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.337850] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.338374] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 0f1702cb-9838-4663-af03-00e0783d14ff not found, creating... [ 805.338374] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.338576] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.338576] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.338927] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.339023] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.339360] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.339488] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.339580] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.339790] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.339931] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.340087] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 0f1702cb-9838-4663-af03-00e0783d14ff is going to be created. [ 805.370499] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.370715] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.370866] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.371203] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.371439] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.371666] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-0f1702cb-9838-4663-af03-00e0783d14ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.372508] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.877554] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.254265] env[69430]: INFO networking_nsxv3.common.synchronization [req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 req-ef978f56-1617-42c4-b119-05598e916927 service nova] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_rules [ 806.254265] env[69430]: INFO networking_nsxv3.common.synchronization [req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 req-ef978f56-1617-42c4-b119-05598e916927 service nova] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 806.254265] env[69430]: INFO networking_nsxv3.common.synchronization [req-ceeff065-9b35-430b-9e16-4bd0d47f0c43 req-ef978f56-1617-42c4-b119-05598e916927 service nova] Enqueued Resource ID: 0f1702cb-9838-4663-af03-00e0783d14ff with Priority: HIGHEST for action port [ 806.254265] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_rules [ 806.254265] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 806.254265] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1702cb-9838-4663-af03-00e0783d14ff with Priority: HIGHEST for action port [ 806.254265] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.254265] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.254265] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.255641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.255884] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.257943] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.258325] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.258651] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f1702cb-9838-4663-af03-00e0783d14ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.259737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f1702cb-9838-4663-af03-00e0783d14ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.259737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f1702cb-9838-4663-af03-00e0783d14ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.259737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f1702cb-9838-4663-af03-00e0783d14ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.259737] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f1702cb-9838-4663-af03-00e0783d14ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.381065] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.381398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.381398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.381517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.381679] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.381778] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be updated. [ 806.414438] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.414637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.414695] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.415026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.415026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.425585] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 806.639956] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 in Status: SUCCESS [ 806.640220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.685479] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 806.685708] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b deletion is rescheduled due to dependency. [ 806.685769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.685936] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.686187] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.686370] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.686486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.686550] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.686731] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.686858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.686980] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.761959] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.762126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.762326] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f1702cb-9838-4663-af03-00e0783d14ff with status ACTIVE [ 806.762501] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.762614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.762705] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.762919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.763023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.763201] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.763296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.763359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.763508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.763586] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.763765] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.763857] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.763917] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.764066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.764139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.764220] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f1702cb-9838-4663-af03-00e0783d14ff is going to be updated. [ 806.788885] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.788885] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.789119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.789180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.789322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.789491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f1702cb-9838-4663-af03-00e0783d14ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.791341] env[69430]: INFO networking_nsxv3.common.synchronization [req-3b9a85a9-c730-458a-b551-deb05e3f355e req-fee2dc8e-4681-4a43-927a-6dcbfd3df594 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 806.791588] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 806.792150] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.792269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.792339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.792523] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.792682] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.792764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.792828] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.792970] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.793067] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.793160] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.190319] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.295081] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.295262] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.295492] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.295662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.295753] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.295975] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.295975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.296184] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.296393] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.296478] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.296574] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be updated. [ 807.331902] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.332100] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.332142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.332354] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.332525] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.350040] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: IN_PROGRESS for 2s [ 807.693717] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.196167] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.196316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.196398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.196621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.196800] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.196800] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be updated. [ 808.266284] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.266453] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.266527] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.266822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.266981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.279713] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 2s [ 808.441726] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 808.442047] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.442246] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.442469] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.442665] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.442779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.442873] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.443288] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.443430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.443517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.443592] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.887824] env[69430]: INFO networking_nsxv3.common.synchronization [req-8bbbc660-73fa-49dd-957a-55a1c2c6f757 req-94492d3c-3d84-4167-b223-9affec713342 tempest-ListImageFiltersTestJSON-220501495 tempest-ListImageFiltersTestJSON-220501495-project-member] Enqueued Resource ID: 1d4cfc59-f396-4e93-8517-be407f2c008a with Priority: HIGHEST for action security_group_members [ 808.888361] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4cfc59-f396-4e93-8517-be407f2c008a with Priority: HIGHEST for action security_group_members [ 808.888668] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d4cfc59-f396-4e93-8517-be407f2c008a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.888787] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.888845] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.890061] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.893683] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.893683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.893683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.893683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.893683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.893683] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.948048] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.948048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.948048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.948048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.948048] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.948048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.948048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.948048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.948048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.948048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.948048] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.948048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.948048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.948048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.948687] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.948687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.948687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.948687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.948687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.948687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.948687] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.367082] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: SUCCESS [ 809.367280] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff deletion is rescheduled due to dependency. [ 809.367319] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.396164] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.396382] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.396442] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.396669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.423437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.423726] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.423843] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.423843] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.424065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.424149] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.424248] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d4cfc59-f396-4e93-8517-be407f2c008a is going to be updated. [ 809.451304] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7cffb26-85a0-4f75-bbe5-98772768a31c: rpc.has_security_group_logging(os_id): False [ 809.459880] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.459880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.459880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.459880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.459880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.470937] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d4cfc59-f396-4e93-8517-be407f2c008a in Status: IN_PROGRESS for 2s [ 809.475651] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.475651] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.475651] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.475651] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.496251] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.496914] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.496914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.496914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.496914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.497073] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.497179] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.497283] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.497342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.497487] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.497560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.497771] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.497868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.497932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.498113] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.498193] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.498293] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be updated. [ 809.566391] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.566545] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.566620] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.566840] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.567027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.581810] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 810.291618] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 810.291618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.291618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.291618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.291618] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.291618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.291618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.291618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.291618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.292287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.292287] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.794808] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.794925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.795015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.795265] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.795447] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.795633] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.795633] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.795750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.795829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.795971] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.796070] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.796162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.796216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.796357] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.796491] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.796580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.796635] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.796765] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.796842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.796920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.797024] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.301414] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bdcee59-c331-4e11-b235-553058b0634b: rpc.has_security_group_logging(os_id): False [ 811.325180] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.326385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.326385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.326385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.326385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.326760] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.326760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.326760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.326947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.326947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.327340] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.327509] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.327785] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.328038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.328177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.328510] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.328682] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.328942] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.329236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.329335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.329426] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be updated. [ 811.405645] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.405851] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.405966] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.406286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.406505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.420321] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 2s [ 811.486449] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d4cfc59-f396-4e93-8517-be407f2c008a in Status: SUCCESS [ 811.486648] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d4cfc59-f396-4e93-8517-be407f2c008a deletion is rescheduled due to dependency. [ 811.486768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.599393] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 811.599706] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.435502] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 813.435767] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.889548] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 813.889736] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 814.109108] env[69430]: INFO networking_nsxv3.common.synchronization [req-18c3d00b-9c70-419a-912f-6c5c9b051da4 req-54c7ccd8-861c-46e2-b19d-ab05266386b9 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 814.109715] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 814.110248] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.110410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.110488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.110746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.112668] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.112668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.112668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.112668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.112668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.112668] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.152646] env[69430]: INFO networking_nsxv3.common.synchronization [req-2adcb3a1-0b07-402c-878f-a161ebdc5af9 req-8aeb9fc3-1746-490e-bf05-5373ac7f0e1d tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc with Priority: HIGHEST for action security_group_members [ 814.152832] env[69430]: INFO networking_nsxv3.common.synchronization [req-2adcb3a1-0b07-402c-878f-a161ebdc5af9 req-8aeb9fc3-1746-490e-bf05-5373ac7f0e1d tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 814.153496] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc with Priority: HIGHEST for action security_group_members [ 814.153931] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 814.153931] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.154073] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.154358] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.154636] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.157243] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.157388] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.157461] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.157687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.157777] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.157890] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.159594] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.159594] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.159594] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.159594] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.159594] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.159594] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.159594] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.159915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.159915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.159973] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.230857] env[69430]: INFO networking_nsxv3.common.synchronization [req-2adcb3a1-0b07-402c-878f-a161ebdc5af9 req-8aeb9fc3-1746-490e-bf05-5373ac7f0e1d tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc with Priority: HIGHEST for action security_group_rules [ 814.231327] env[69430]: INFO networking_nsxv3.common.synchronization [req-2adcb3a1-0b07-402c-878f-a161ebdc5af9 req-8aeb9fc3-1746-490e-bf05-5373ac7f0e1d tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc with Priority: HIGHEST for action security_group_members [ 814.231682] env[69430]: INFO networking_nsxv3.common.synchronization [req-2adcb3a1-0b07-402c-878f-a161ebdc5af9 req-8aeb9fc3-1746-490e-bf05-5373ac7f0e1d tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_rules [ 814.231903] env[69430]: INFO networking_nsxv3.common.synchronization [req-2adcb3a1-0b07-402c-878f-a161ebdc5af9 req-8aeb9fc3-1746-490e-bf05-5373ac7f0e1d tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 814.232266] env[69430]: INFO networking_nsxv3.common.synchronization [req-2adcb3a1-0b07-402c-878f-a161ebdc5af9 req-8aeb9fc3-1746-490e-bf05-5373ac7f0e1d tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: 3713cccd-fc53-4fd0-af52-c2c702366997 with Priority: HIGHEST for action port [ 814.232817] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc with Priority: HIGHEST for action security_group_rules [ 814.233019] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_rules [ 814.233192] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3713cccd-fc53-4fd0-af52-c2c702366997 with Priority: HIGHEST for action port [ 814.233270] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc with Priority: HIGHEST for action security_group_members [ 814.233391] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 814.233938] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.234126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.234281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.234624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.234703] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.236156] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.236409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.236534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.236819] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.236930] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.238219] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-3713cccd-fc53-4fd0-af52-c2c702366997 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.238343] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3713cccd-fc53-4fd0-af52-c2c702366997" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.238450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3713cccd-fc53-4fd0-af52-c2c702366997" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.238682] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3713cccd-fc53-4fd0-af52-c2c702366997" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.238897] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3713cccd-fc53-4fd0-af52-c2c702366997',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.245025] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.245025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.245025] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.245025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.614347] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.616475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.616475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.616475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.616475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.616475] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.616475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.616475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.616475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.616475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.616475] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 already deleted. [ 814.616475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.622985] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.623192] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.623314] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.623567] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.623857] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.624038] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.624236] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.624375] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.624564] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.624704] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.624816] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.624930] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.625068] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.625155] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.625259] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.625393] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.648796] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.648796] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 814.648796] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.648796] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.648796] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-9db678d5-dec2-4e3f-bba8-034712be7265 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.650278] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-9db678d5-dec2-4e3f-bba8-034712be7265" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.650278] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-9db678d5-dec2-4e3f-bba8-034712be7265" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.650491] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-9db678d5-dec2-4e3f-bba8-034712be7265" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.650604] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9db678d5-dec2-4e3f-bba8-034712be7265',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.664087] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.665720] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.743526] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.744312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.744312] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.744531] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.744574] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3713cccd-fc53-4fd0-af52-c2c702366997 with status ACTIVE [ 814.746714] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.746714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.746714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.746714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.747031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.747164] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.747238] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.747286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.747463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.747536] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.748215] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.748215] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.748215] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.748215] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.748215] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.748480] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3713cccd-fc53-4fd0-af52-c2c702366997 is going to be updated. [ 814.776123] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.776123] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.776123] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.776123] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.776123] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.776123] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3713cccd-fc53-4fd0-af52-c2c702366997" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.157529] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.157529] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.157529] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.157529] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.157529] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.157529] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 9db678d5-dec2-4e3f-bba8-034712be7265 not found, creating... [ 815.157529] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.157529] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.157529] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.157529] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.157942] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.158062] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.158378] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.158706] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.159035] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.159441] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.159730] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 9db678d5-dec2-4e3f-bba8-034712be7265 is going to be created. [ 815.167057] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.167434] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.185128] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.185128] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.185128] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.185128] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.185128] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.185128] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-9db678d5-dec2-4e3f-bba8-034712be7265" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.670269] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.670644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.670644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.671263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.671263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.671263] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc is going to be created. [ 815.672478] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.672626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.672792] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.672892] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.672970] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.673080] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be updated. [ 815.707018] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.707018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.707018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.707018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.707018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.708716] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.708994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.709192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.709546] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.709843] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.728284] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 815.728284] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc in Status: UNINITIALIZED for 2s [ 816.073431] env[69430]: INFO networking_nsxv3.common.synchronization [req-18c3d00b-9c70-419a-912f-6c5c9b051da4 req-610ccf32-f84e-41a3-81d6-ca9860add34b service nova] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_rules [ 816.073621] env[69430]: INFO networking_nsxv3.common.synchronization [req-18c3d00b-9c70-419a-912f-6c5c9b051da4 req-610ccf32-f84e-41a3-81d6-ca9860add34b service nova] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 816.073760] env[69430]: INFO networking_nsxv3.common.synchronization [req-18c3d00b-9c70-419a-912f-6c5c9b051da4 req-610ccf32-f84e-41a3-81d6-ca9860add34b service nova] Enqueued Resource ID: 9db678d5-dec2-4e3f-bba8-034712be7265 with Priority: HIGHEST for action port [ 816.074402] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_rules [ 816.074543] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 816.074643] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db678d5-dec2-4e3f-bba8-034712be7265 with Priority: HIGHEST for action port [ 816.075029] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.075163] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.075230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.075479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.075562] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.076553] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.076553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.076553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.076726] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.080040] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.080040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.080040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.080040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.080040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.080040] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.080040] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-9db678d5-dec2-4e3f-bba8-034712be7265 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.080040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9db678d5-dec2-4e3f-bba8-034712be7265" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.080040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9db678d5-dec2-4e3f-bba8-034712be7265" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.080040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9db678d5-dec2-4e3f-bba8-034712be7265" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.080040] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9db678d5-dec2-4e3f-bba8-034712be7265',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.580162] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.581582] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.581763] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.582044] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9db678d5-dec2-4e3f-bba8-034712be7265 with status ACTIVE [ 816.583152] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.583152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.583152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.583748] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.583748] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.584269] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.584269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.584392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.584737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.584737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.585204] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.585204] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.585878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.585878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.585878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.585878] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9db678d5-dec2-4e3f-bba8-034712be7265 is going to be updated. [ 816.608542] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.608734] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.608784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.608971] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.609143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.609311] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9db678d5-dec2-4e3f-bba8-034712be7265" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.088358] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.591199] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.591396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.591492] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.591693] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.591801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.591901] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 is going to be created. [ 817.653203] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.653203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.653203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.653203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.653203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.667160] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: UNINITIALIZED for 2s [ 817.740418] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 817.740418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.740418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.740418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.740418] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.740418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.740418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.740418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.740418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.740418] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.742345] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc in Status: SUCCESS [ 817.748072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.748072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.748072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.748072] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.748072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.748072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.748072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.748072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.748072] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.909099] env[69430]: INFO networking_nsxv3.common.synchronization [None req-12101f39-a56c-489e-8dff-f4aeaf54532e None None] Enqueued Resource ID: 643b2914-bd23-4876-9e25-fc33029da27e with Priority: HIGHEST for action port [ 817.911312] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643b2914-bd23-4876-9e25-fc33029da27e with Priority: HIGHEST for action port [ 817.912282] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-643b2914-bd23-4876-9e25-fc33029da27e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.912597] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-643b2914-bd23-4876-9e25-fc33029da27e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.912761] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-643b2914-bd23-4876-9e25-fc33029da27e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.913154] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-643b2914-bd23-4876-9e25-fc33029da27e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.913388] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('643b2914-bd23-4876-9e25-fc33029da27e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.250050] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.251390] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.417462] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 643b2914-bd23-4876-9e25-fc33029da27e [ 818.417462] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.417462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.417462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.417462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.417462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.417462] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:643b2914-bd23-4876-9e25-fc33029da27e already deleted. [ 818.417462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-643b2914-bd23-4876-9e25-fc33029da27e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.754200] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.755086] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.257739] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.258103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.258103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.258261] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.258319] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.258378] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be updated. [ 819.259749] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.259930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.259930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.260473] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.260473] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.260473] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc is going to be updated. [ 819.300137] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.300137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.300137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.300352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.300385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.303405] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.303405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.303405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.303568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.303613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.320143] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc in Status: IN_PROGRESS for 2s [ 819.320840] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 819.685614] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: SUCCESS [ 819.686147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.686810] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.687089] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.687608] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.687608] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.687608] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.691018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.691018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.691018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.691018] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.194325] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.194325] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.194325] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.194325] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.194620] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.194620] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.194620] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.194866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.194866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.195012] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.195115] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.195164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.195220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.195359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.195500] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.195589] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.195649] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.195828] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.195917] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.196047] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.196156] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.613406] env[69430]: INFO networking_nsxv3.common.synchronization [None req-531841da-264d-4bb9-af7b-90caba0d6a70 None None] Enqueued Resource ID: 472bc124-97d6-4c30-8d46-b617726c5d64 with Priority: HIGHEST for action port [ 820.614534] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 472bc124-97d6-4c30-8d46-b617726c5d64 with Priority: HIGHEST for action port [ 820.614534] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-472bc124-97d6-4c30-8d46-b617726c5d64 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.614876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-472bc124-97d6-4c30-8d46-b617726c5d64" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.614876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-472bc124-97d6-4c30-8d46-b617726c5d64" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.615084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-472bc124-97d6-4c30-8d46-b617726c5d64" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.615166] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('472bc124-97d6-4c30-8d46-b617726c5d64',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.698806] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc5dfab9-07f9-4708-acb3-c478bbd2f7a7: rpc.has_security_group_logging(os_id): False [ 820.720793] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.721086] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.721268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.721485] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.721593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.721804] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.721893] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.721957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.722157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.722286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.722428] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.722521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.722583] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.722722] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.722797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.723007] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.723252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.723335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.723449] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.723522] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.723608] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 is going to be created. [ 820.794773] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.794995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.794995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.795252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.795370] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.806923] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: IN_PROGRESS for 2s [ 821.117891] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 472bc124-97d6-4c30-8d46-b617726c5d64 [ 821.117891] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.117891] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.117891] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.118190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.118190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.118272] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:472bc124-97d6-4c30-8d46-b617726c5d64 already deleted. [ 821.118319] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-472bc124-97d6-4c30-8d46-b617726c5d64" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.334455] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 821.334455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.334455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.334455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.334455] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.334455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.334455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.334455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.334455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.334455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.334455] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.336971] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc in Status: SUCCESS [ 821.337184] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.337345] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.337526] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.337712] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.337853] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.337923] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.338092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.338186] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.338262] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.338353] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.844026] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.844026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.844026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.844026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.844026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.844026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.844026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.844026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.844026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.844026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.844026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.844026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.844026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.844026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.845053] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.845317] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.845532] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.845686] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.846066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.846245] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.846415] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.846582] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.350751] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8d5b28e-187b-4cbe-9b54-23ddb23cdacc: rpc.has_security_group_logging(os_id): False [ 822.350751] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7cffb26-85a0-4f75-bbe5-98772768a31c: rpc.has_security_group_logging(os_id): False [ 822.373886] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.374057] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.374133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.374367] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.374463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.375128] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.375128] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.375128] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.375128] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.379289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.379289] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.379289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.379289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.380897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.380897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.380897] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.380897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.380897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.380897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.380897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.380897] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be updated. [ 822.383127] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.383267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.383357] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.383575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.383656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.384242] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.384373] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.384432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.384566] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.384649] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.384740] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc is going to be created. [ 822.467134] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.467295] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.467379] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.467646] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.467814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.477819] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.477970] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.478051] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.478392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.478441] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.505869] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc in Status: IN_PROGRESS for 2s [ 822.515894] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 822.821670] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: SUCCESS [ 822.821670] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.829444] env[69430]: INFO networking_nsxv3.common.synchronization [req-4e5e7630-2ad9-4f2b-a5d0-7ce981210ce3 req-af1fe51b-baff-4d78-bc96-558e844e4600 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc with Priority: HIGHEST for action security_group_members [ 822.829810] env[69430]: INFO networking_nsxv3.common.synchronization [req-4e5e7630-2ad9-4f2b-a5d0-7ce981210ce3 req-af1fe51b-baff-4d78-bc96-558e844e4600 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 822.830087] env[69430]: INFO networking_nsxv3.common.synchronization [req-4e5e7630-2ad9-4f2b-a5d0-7ce981210ce3 req-af1fe51b-baff-4d78-bc96-558e844e4600 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: 67a7682c-d188-425f-96b7-a2b40a8c59f5 with Priority: HIGHEST for action security_group_members [ 822.830726] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc with Priority: HIGHEST for action security_group_members [ 822.834025] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 822.834025] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67a7682c-d188-425f-96b7-a2b40a8c59f5 with Priority: HIGHEST for action security_group_members [ 822.834025] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.834025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.834025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.834025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.834025] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.834025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.834025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.834025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.834025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.834025] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.834025] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.834025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.834025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.834025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.835311] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.835551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.835728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.835962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.836171] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.836374] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.837680] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-67a7682c-d188-425f-96b7-a2b40a8c59f5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.837928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.838122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.838410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.839117] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.839758] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.839758] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.839758] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.839758] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.839758] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67a7682c-d188-425f-96b7-a2b40a8c59f5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.878354] env[69430]: INFO networking_nsxv3.common.synchronization [req-4e5e7630-2ad9-4f2b-a5d0-7ce981210ce3 req-af1fe51b-baff-4d78-bc96-558e844e4600 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: 67a7682c-d188-425f-96b7-a2b40a8c59f5 with Priority: HIGHEST for action security_group_rules [ 822.878615] env[69430]: INFO networking_nsxv3.common.synchronization [req-4e5e7630-2ad9-4f2b-a5d0-7ce981210ce3 req-af1fe51b-baff-4d78-bc96-558e844e4600 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: 67a7682c-d188-425f-96b7-a2b40a8c59f5 with Priority: HIGHEST for action security_group_members [ 822.878673] env[69430]: INFO networking_nsxv3.common.synchronization [req-4e5e7630-2ad9-4f2b-a5d0-7ce981210ce3 req-af1fe51b-baff-4d78-bc96-558e844e4600 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc with Priority: HIGHEST for action security_group_rules [ 822.878804] env[69430]: INFO networking_nsxv3.common.synchronization [req-4e5e7630-2ad9-4f2b-a5d0-7ce981210ce3 req-af1fe51b-baff-4d78-bc96-558e844e4600 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc with Priority: HIGHEST for action security_group_members [ 822.878931] env[69430]: INFO networking_nsxv3.common.synchronization [req-4e5e7630-2ad9-4f2b-a5d0-7ce981210ce3 req-af1fe51b-baff-4d78-bc96-558e844e4600 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_rules [ 822.879070] env[69430]: INFO networking_nsxv3.common.synchronization [req-4e5e7630-2ad9-4f2b-a5d0-7ce981210ce3 req-af1fe51b-baff-4d78-bc96-558e844e4600 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 822.879203] env[69430]: INFO networking_nsxv3.common.synchronization [req-4e5e7630-2ad9-4f2b-a5d0-7ce981210ce3 req-af1fe51b-baff-4d78-bc96-558e844e4600 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: 3713cccd-fc53-4fd0-af52-c2c702366997 with Priority: HIGHEST for action port [ 822.879687] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67a7682c-d188-425f-96b7-a2b40a8c59f5 with Priority: HIGHEST for action security_group_rules [ 822.879846] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc with Priority: HIGHEST for action security_group_rules [ 822.879950] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 822.880356] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3713cccd-fc53-4fd0-af52-c2c702366997 with Priority: HIGHEST for action port [ 822.880494] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_rules [ 822.880593] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67a7682c-d188-425f-96b7-a2b40a8c59f5 with Priority: HIGHEST for action security_group_members [ 822.880687] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc with Priority: HIGHEST for action security_group_members [ 822.881026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67a7682c-d188-425f-96b7-a2b40a8c59f5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.881163] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.881233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.881486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.881569] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67a7682c-d188-425f-96b7-a2b40a8c59f5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.882588] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.882685] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.882878] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.882963] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.883151] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-3713cccd-fc53-4fd0-af52-c2c702366997 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.883249] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3713cccd-fc53-4fd0-af52-c2c702366997" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.883312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3713cccd-fc53-4fd0-af52-c2c702366997" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.883482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3713cccd-fc53-4fd0-af52-c2c702366997" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.883558] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3713cccd-fc53-4fd0-af52-c2c702366997',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.884291] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.884385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.884647] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-67a7682c-d188-425f-96b7-a2b40a8c59f5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.884742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.884928] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.885018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.941373] env[69430]: INFO networking_nsxv3.common.synchronization [req-84608c67-e6a4-43a1-92bc-24023bbbaec6 req-bb559ce1-b85c-423b-bf89-bed5aa264646 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Enqueued Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 822.941373] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 822.941373] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.941910] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.942210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.942569] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.942756] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.942872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.942928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.943104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.943192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.943324] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.341401] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.343015] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.343679] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67a7682c-d188-425f-96b7-a2b40a8c59f5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.386124] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3713cccd-fc53-4fd0-af52-c2c702366997 with status ACTIVE [ 823.386391] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.386533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.386604] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.387816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.387816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.387816] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.387816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.387816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.387816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.387816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.387816] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.387816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.387816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.388388] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.388388] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.388388] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3713cccd-fc53-4fd0-af52-c2c702366997 is going to be updated. [ 823.393964] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-67a7682c-d188-425f-96b7-a2b40a8c59f5 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.393964] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.415365] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.415543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.415588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.415876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.416020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.416186] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3713cccd-fc53-4fd0-af52-c2c702366997" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.446022] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.699659] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-732 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.700065] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-732" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.700208] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-732" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.700507] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-732" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.700906] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.700906] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.701104] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.701328] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.704472] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.704472] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 823.704472] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.704472] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.704472] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.704472] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 823.704472] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.704472] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.726358] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.726358] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 823.726358] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.726358] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-732" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.726358] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-0dc5ad2c-987c-4d1e-9c39-ea81df834af5 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.726358] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-0dc5ad2c-987c-4d1e-9c39-ea81df834af5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.726358] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-0dc5ad2c-987c-4d1e-9c39-ea81df834af5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.726358] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-0dc5ad2c-987c-4d1e-9c39-ea81df834af5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.726358] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dc5ad2c-987c-4d1e-9c39-ea81df834af5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.848739] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.848739] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67a7682c-d188-425f-96b7-a2b40a8c59f5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.850256] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.948786] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.232184] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.232184] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.232184] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.232184] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.232184] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.232184] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 0dc5ad2c-987c-4d1e-9c39-ea81df834af5 not found, creating... [ 824.232184] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.232184] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.232184] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.232184] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.232577] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.232577] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.232577] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.232577] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.232577] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.232577] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.232577] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 0dc5ad2c-987c-4d1e-9c39-ea81df834af5 is going to be created. [ 824.257204] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.257204] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.257204] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.257204] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.257204] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.257204] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-0dc5ad2c-987c-4d1e-9c39-ea81df834af5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.351409] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.351576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.351623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.351823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.351916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.352024] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67a7682c-d188-425f-96b7-a2b40a8c59f5 is going to be created. [ 824.354709] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.354856] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.354912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.355385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.355511] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.355659] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be updated. [ 824.357337] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.357432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.357477] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.357652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.357791] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.357987] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc is going to be updated. [ 824.428912] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.429125] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.429222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.429486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.429697] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.436781] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.436901] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.437067] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.437296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.437542] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.440675] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.440924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.440924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.441144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.441289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.452801] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc in Status: IN_PROGRESS for 2s [ 824.453059] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.453251] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.453304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.453532] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.453641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.453744] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 is going to be updated. [ 824.458009] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67a7682c-d188-425f-96b7-a2b40a8c59f5 in Status: UNINITIALIZED for 2s [ 824.458009] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 824.510010] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.510198] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.510235] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.510456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.511015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.523037] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: IN_PROGRESS for 2s [ 824.524859] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc in Status: SUCCESS [ 824.525156] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.525383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.525496] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.525600] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.529695] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 824.530033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.530307] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.530443] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.530542] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.029804] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.030193] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.032368] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.032476] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.111252] env[69430]: INFO networking_nsxv3.common.synchronization [req-84608c67-e6a4-43a1-92bc-24023bbbaec6 req-9d3533ba-db8c-45a0-8840-5a1d1427818a service nova] Enqueued Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_rules [ 825.111252] env[69430]: INFO networking_nsxv3.common.synchronization [req-84608c67-e6a4-43a1-92bc-24023bbbaec6 req-9d3533ba-db8c-45a0-8840-5a1d1427818a service nova] Enqueued Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 825.111252] env[69430]: INFO networking_nsxv3.common.synchronization [req-84608c67-e6a4-43a1-92bc-24023bbbaec6 req-9d3533ba-db8c-45a0-8840-5a1d1427818a service nova] Enqueued Resource ID: 0dc5ad2c-987c-4d1e-9c39-ea81df834af5 with Priority: HIGHEST for action port [ 825.111252] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_rules [ 825.111252] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 825.111252] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc5ad2c-987c-4d1e-9c39-ea81df834af5 with Priority: HIGHEST for action port [ 825.111904] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.113278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.113278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.113278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.113278] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.114277] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.114375] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.114574] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dc5ad2c-987c-4d1e-9c39-ea81df834af5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.114668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dc5ad2c-987c-4d1e-9c39-ea81df834af5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.114733] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dc5ad2c-987c-4d1e-9c39-ea81df834af5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.114910] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dc5ad2c-987c-4d1e-9c39-ea81df834af5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.115096] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dc5ad2c-987c-4d1e-9c39-ea81df834af5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.617405] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.617533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.617976] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dc5ad2c-987c-4d1e-9c39-ea81df834af5 with status ACTIVE [ 825.618069] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.620444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.620444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.620444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.620444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.620444] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.620444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.620444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.620444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.620444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.620444] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.620444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.620444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.620444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.620444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.620444] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dc5ad2c-987c-4d1e-9c39-ea81df834af5 is going to be updated. [ 825.665605] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.669021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.669021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.669021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.669021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.669021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dc5ad2c-987c-4d1e-9c39-ea81df834af5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.465285] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc in Status: SUCCESS [ 826.465486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.465527] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.467447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.467447] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.467447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.467447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.467447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.467447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.467447] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.471493] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 826.471493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.471493] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67a7682c-d188-425f-96b7-a2b40a8c59f5 in Status: SUCCESS [ 826.471493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.471493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.471834] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.471834] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.471834] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.471963] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.472072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.472263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.472324] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.473499] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.473587] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.473745] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.473845] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.473929] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.474054] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.474127] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.474210] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67a7682c-d188-425f-96b7-a2b40a8c59f5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.536104] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: SUCCESS [ 826.536360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.538121] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.538443] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.538659] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.538793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.538865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.539038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.539149] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.539283] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.809700] env[69430]: INFO networking_nsxv3.common.synchronization [req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 req-23a10b6f-ef2b-42ac-9906-caacccb2a935 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc with Priority: HIGHEST for action security_group_members [ 826.809816] env[69430]: INFO networking_nsxv3.common.synchronization [req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 req-23a10b6f-ef2b-42ac-9906-caacccb2a935 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: 67a7682c-d188-425f-96b7-a2b40a8c59f5 with Priority: HIGHEST for action security_group_members [ 826.809924] env[69430]: INFO networking_nsxv3.common.synchronization [req-2e1e3e2a-a91d-4d9a-aff6-52d724a95dd5 req-23a10b6f-ef2b-42ac-9906-caacccb2a935 tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 826.810443] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc with Priority: HIGHEST for action security_group_members [ 826.810584] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67a7682c-d188-425f-96b7-a2b40a8c59f5 with Priority: HIGHEST for action security_group_members [ 826.810680] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 826.811407] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.811512] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.811736] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-67a7682c-d188-425f-96b7-a2b40a8c59f5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.811823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.812013] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.812098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.969580] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.978435] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.980292] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67a7682c-d188-425f-96b7-a2b40a8c59f5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.042238] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.474100] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.481975] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.483722] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67a7682c-d188-425f-96b7-a2b40a8c59f5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.545582] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.976548] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.976724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.976801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.977030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.977127] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.977276] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc is going to be updated. [ 827.987031] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.987031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.987031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.987031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.987031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.987031] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be updated. [ 827.990052] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.990307] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.990398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.990715] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.990800] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.990911] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67a7682c-d188-425f-96b7-a2b40a8c59f5 is going to be updated. [ 828.012756] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.013047] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.013047] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.013269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.013423] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.015293] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.015293] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.015576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.015576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.015661] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.024402] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 828.026223] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc in Status: IN_PROGRESS for 2s [ 828.033633] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.033633] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.033633] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.033633] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.033633] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.045446] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67a7682c-d188-425f-96b7-a2b40a8c59f5 in Status: IN_PROGRESS for 2s [ 828.048919] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.048919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.049085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.049280] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.049379] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.049480] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 is going to be updated. [ 828.086270] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.086613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.086738] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.086967] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.087124] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.103050] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: IN_PROGRESS for 2s [ 829.892259] env[69430]: INFO networking_nsxv3.common.synchronization [req-c2e69c16-dd32-4100-b298-5078a55e1e34 req-f17c1baf-dc1e-401f-8a0d-6f923eff3e35 tempest-ServerRescueTestJSON-37680926 tempest-ServerRescueTestJSON-37680926-project-member] Enqueued Resource ID: d7699677-c845-435b-93d2-a4719c4d8a3e with Priority: HIGHEST for action security_group_members [ 829.892956] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7699677-c845-435b-93d2-a4719c4d8a3e with Priority: HIGHEST for action security_group_members [ 829.893407] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7699677-c845-435b-93d2-a4719c4d8a3e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.893565] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.893565] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.893768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.893926] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.894257] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.894373] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.894570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.894698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.894844] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.037483] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc in Status: SUCCESS [ 830.037665] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.038314] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.038552] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.038819] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.038965] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.039152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.039602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.039768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.040059] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.040239] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.041955] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 830.042267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.042482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.042762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.043418] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.043677] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.043853] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.044351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.044438] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.044625] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.045767] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.049027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.049027] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.049027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.049027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.049027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.049027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.049027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.049027] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.050485] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.050852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.051177] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.051419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.051588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.051867] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.052146] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.052286] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.062882] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67a7682c-d188-425f-96b7-a2b40a8c59f5 in Status: SUCCESS [ 830.063230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.064215] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.064576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.065133] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.065133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.065314] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.065611] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.065825] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.066036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.066463] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67a7682c-d188-425f-96b7-a2b40a8c59f5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.067650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.067951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.068268] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.068503] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.068667] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.068960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.069170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.069329] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67a7682c-d188-425f-96b7-a2b40a8c59f5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.114091] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: SUCCESS [ 830.114340] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.114533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.114756] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.114946] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.115077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.115182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.115408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.115541] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.115699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.116336] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.397641] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.397799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.397897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.398233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.398383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.398654] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.398821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.398950] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.399183] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.399313] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.399455] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7699677-c845-435b-93d2-a4719c4d8a3e is going to be updated. [ 830.432657] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.432895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.432970] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.433168] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.436809] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.445347] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7699677-c845-435b-93d2-a4719c4d8a3e in Status: IN_PROGRESS for 2s [ 830.551263] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.551263] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.551263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.551263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.551263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.551263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.551263] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.551263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.551602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.551602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.551602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.551702] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc is going to be updated. [ 830.554943] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.554943] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.556132] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.572170] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67a7682c-d188-425f-96b7-a2b40a8c59f5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.573724] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.573865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.573915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.574150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.574239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.574437] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.574546] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.574609] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.574765] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.574844] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.574936] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67a7682c-d188-425f-96b7-a2b40a8c59f5 is going to be deleted. [ 830.589288] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.589604] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.589725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.590070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.590288] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.601352] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc in Status: IN_PROGRESS for 2s [ 830.619046] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.619327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.619444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.619671] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.619874] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.620012] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.620116] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.620330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.620426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.620516] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.620675] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.620766] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.620846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.621007] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.621154] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.621247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.621308] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.621444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.621517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.621600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.621688] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.657203] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.657439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.657439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.657630] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.657730] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.657853] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.054134] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8d5b28e-187b-4cbe-9b54-23ddb23cdacc: rpc.has_security_group_logging(os_id): False [ 831.057176] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.071875] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.072811] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.072958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.073130] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.073234] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.074489] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.074932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.075062] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.075534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.075657] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.076206] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc is going to be updated. [ 831.078832] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67a7682c-d188-425f-96b7-a2b40a8c59f5: rpc.has_security_group_logging(os_id): False [ 831.097294] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.098038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.098038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.098038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.098038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.098223] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.098275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.098344] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.098535] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.098606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.098695] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67a7682c-d188-425f-96b7-a2b40a8c59f5 is going to be created. [ 831.115916] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/67a7682c-d188-425f-96b7-a2b40a8c59f5], does not exist path=[/infra/domains/default/groups/67a7682c-d188-425f-96b7-a2b40a8c59f5]."\n}' [ 831.116172] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67a7682c-d188-425f-96b7-a2b40a8c59f5 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/67a7682c-d188-425f-96b7-a2b40a8c59f5 [ 831.116299] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 831.125103] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75617d91-7575-4d15-84e9-7bc4013eb4d9: rpc.has_security_group_logging(os_id): False [ 831.138382] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.138613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.138705] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.139013] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.139315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.158637] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.158824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.158928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.159267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.165175] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc in Status: IN_PROGRESS for 2s [ 831.209945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.209945] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.209945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.209945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.209945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.209945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.209945] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.209945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.209945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.209945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.209945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.209945] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.209945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.211147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.211147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.211147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.211147] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 is going to be updated. [ 831.233556] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.233813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.233918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.234183] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.240843] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.240843] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.240843] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.240843] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.240843] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.240843] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.240843] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.240843] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.240843] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.240843] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.240843] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.240843] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67a7682c-d188-425f-96b7-a2b40a8c59f5 is going to be created. [ 831.299240] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/67a7682c-d188-425f-96b7-a2b40a8c59f5], does not exist path=[/infra/domains/default/groups/67a7682c-d188-425f-96b7-a2b40a8c59f5]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/67a7682c-d188-425f-96b7-a2b40a8c59f5 [ 831.299240] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67a7682c-d188-425f-96b7-a2b40a8c59f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.299240] env[69430]: Traceback (most recent call last): [ 831.299240] env[69430]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 831.299240] env[69430]: return func(*args, **kwargs) [ 831.299240] env[69430]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 831.299240] env[69430]: res.raise_for_status() [ 831.299240] env[69430]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 831.299240] env[69430]: raise HTTPError(http_error_msg, response=self) [ 831.299240] env[69430]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/67a7682c-d188-425f-96b7-a2b40a8c59f5 [ 831.299240] env[69430]: During handling of the above exception, another exception occurred: [ 831.299240] env[69430]: Traceback (most recent call last): [ 831.299240] env[69430]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 831.299240] env[69430]: listener.cb(fileno) [ 831.299240] env[69430]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 831.299240] env[69430]: result = function(*args, **kwargs) [ 831.299240] env[69430]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 831.299240] env[69430]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 831.299240] env[69430]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 831.299240] env[69430]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 831.299240] env[69430]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 831.299240] env[69430]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 831.299240] env[69430]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 831.299240] env[69430]: res.raise_for_status() [ 831.299240] env[69430]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 831.299240] env[69430]: raise HTTPError(http_error_msg, response=self) [ 831.299240] env[69430]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/67a7682c-d188-425f-96b7-a2b40a8c59f5 [ 831.299240] env[69430]: Removing descriptor: 26 [ 831.368758] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.369423] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.370656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.370656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.370656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.386694] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: IN_PROGRESS for 2s [ 831.514562] env[69430]: INFO networking_nsxv3.common.synchronization [req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 req-c7945ac5-b912-422d-96a4-1361cd69ca10 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Enqueued Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGHEST for action security_group_members [ 831.514562] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGHEST for action security_group_members [ 831.514562] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.514562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.514562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.515719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.515936] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.516455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.516455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.516455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.516634] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.516669] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.560269] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.560650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.560650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.560808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.560900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.561026] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be updated. [ 831.595384] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.595543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.595614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.595830] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.596218] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.607458] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 831.993501] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.993799] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.993916] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.994185] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.995387] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.996771] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.997405] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.997405] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.997405] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.997899] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.998071] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.998228] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.998389] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.998542] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.998680] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.998871] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.020347] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.020462] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 832.020689] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.021075] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.022557] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-bd796333-979f-46d1-ac3f-c2f4337c52cb taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.022906] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-bd796333-979f-46d1-ac3f-c2f4337c52cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.023232] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-bd796333-979f-46d1-ac3f-c2f4337c52cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.023739] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-bd796333-979f-46d1-ac3f-c2f4337c52cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.023989] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd796333-979f-46d1-ac3f-c2f4337c52cb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.026472] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.459040] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7699677-c845-435b-93d2-a4719c4d8a3e in Status: SUCCESS [ 832.459040] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7699677-c845-435b-93d2-a4719c4d8a3e deletion is rescheduled due to dependency. [ 832.459040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.527883] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.528375] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.528708] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.529195] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.529572] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.529959] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port bd796333-979f-46d1-ac3f-c2f4337c52cb not found, creating... [ 832.530501] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.530872] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.531126] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.531538] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.531846] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.532505] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.532861] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.533126] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.533536] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.534059] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.534059] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: bd796333-979f-46d1-ac3f-c2f4337c52cb is going to be created. [ 832.535725] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.559143] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.559567] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.559809] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.560086] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.560400] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.560730] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-bd796333-979f-46d1-ac3f-c2f4337c52cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.611983] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc in Status: SUCCESS [ 832.612237] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc deletion is rescheduled due to dependency. [ 832.612352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.038304] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.038525] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.038525] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.038825] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.038928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.039044] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 is going to be updated. [ 833.072584] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.072790] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.072790] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.073023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.073177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.090376] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 in Status: IN_PROGRESS for 2s [ 833.187833] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc in Status: SUCCESS [ 833.187833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.372449] env[69430]: INFO networking_nsxv3.common.synchronization [req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 req-1928b6c4-ae31-42b1-abff-b3aa1ae3c549 service nova] Enqueued Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGHEST for action security_group_rules [ 833.372449] env[69430]: INFO networking_nsxv3.common.synchronization [req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 req-1928b6c4-ae31-42b1-abff-b3aa1ae3c549 service nova] Enqueued Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGHEST for action security_group_members [ 833.372449] env[69430]: INFO networking_nsxv3.common.synchronization [req-44d4a360-fb5a-4d58-82c1-9ff5d08d72d9 req-1928b6c4-ae31-42b1-abff-b3aa1ae3c549 service nova] Enqueued Resource ID: bd796333-979f-46d1-ac3f-c2f4337c52cb with Priority: HIGHEST for action port [ 833.372449] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGHEST for action security_group_rules [ 833.372449] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGHEST for action security_group_members [ 833.372449] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd796333-979f-46d1-ac3f-c2f4337c52cb with Priority: HIGHEST for action port [ 833.373430] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.373430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.373782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.373842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.373946] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.375321] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.375321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.375448] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd796333-979f-46d1-ac3f-c2f4337c52cb taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.375570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd796333-979f-46d1-ac3f-c2f4337c52cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.376131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd796333-979f-46d1-ac3f-c2f4337c52cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.376489] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd796333-979f-46d1-ac3f-c2f4337c52cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.376814] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd796333-979f-46d1-ac3f-c2f4337c52cb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.403892] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: SUCCESS [ 833.404452] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.619842] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 833.619842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.619842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.619842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.620330] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.620330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.620330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.620463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.620520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.620624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.621623] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.621623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.621623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.621623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.621623] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.621856] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.621856] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.621965] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.622047] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.622130] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.623109] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.788641] env[69430]: INFO networking_nsxv3.common.synchronization [req-eb965731-b438-47af-8025-1efc4cb28cdd req-72e35e82-3407-4546-8e46-b22da911250f tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Enqueued Resource ID: b5a87719-2b16-4581-83c4-cce21a2f513b with Priority: HIGHEST for action security_group_members [ 833.789214] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a87719-2b16-4581-83c4-cce21a2f513b with Priority: HIGHEST for action security_group_members [ 833.789537] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a87719-2b16-4581-83c4-cce21a2f513b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.789692] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.789768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.790135] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.790306] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.790632] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.790730] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.790904] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.790995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.791135] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a87719-2b16-4581-83c4-cce21a2f513b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.880673] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.880904] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.887669] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd796333-979f-46d1-ac3f-c2f4337c52cb with status ACTIVE [ 833.887669] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.887669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.887669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.887669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.887669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.887669] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.887669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.887669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.888222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.888884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.888884] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.889344] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.889423] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.893021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.893021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.893021] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd796333-979f-46d1-ac3f-c2f4337c52cb is going to be updated. [ 833.914431] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.914431] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.914431] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.914713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.914756] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.914926] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd796333-979f-46d1-ac3f-c2f4337c52cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.127475] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7cffb26-85a0-4f75-bbe5-98772768a31c: rpc.has_security_group_logging(os_id): False [ 834.149031] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.149031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.149031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.149031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.177206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.177206] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.177206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.177206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.177206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.177206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.177206] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.177206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.177206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.177206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.177206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.177206] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.178457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.179916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.179916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.179916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.179916] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be updated. [ 834.263688] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.263911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.264077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.264330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.264490] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.283317] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 834.294754] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.294968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.295087] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.295556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.295852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.296689] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.296839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.296904] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.297358] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.297358] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.297615] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a87719-2b16-4581-83c4-cce21a2f513b already deleted. [ 834.300124] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.430338] env[69430]: INFO networking_nsxv3.common.synchronization [req-ec78f087-06aa-4cde-b072-69dc16c132a4 req-c4949a12-d161-40c1-8c43-444808694968 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 834.430677] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 834.431040] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.431806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.431806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.431806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.431806] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.433563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.433675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.434020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.434020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.434143] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.529254] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.529677] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-517" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.529677] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-517" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.529977] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-517" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.530284] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.530514] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.530616] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.530786] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.530968] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.531245] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.531354] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.531426] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.531488] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.532121] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.532292] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.534039] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.552036] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.552244] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 834.552342] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.552538] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-517" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.552861] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-49e05010-9645-4b00-ba45-628f7cfba022 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.553047] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-49e05010-9645-4b00-ba45-628f7cfba022" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.553195] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-49e05010-9645-4b00-ba45-628f7cfba022" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.553535] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-49e05010-9645-4b00-ba45-628f7cfba022" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.553679] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49e05010-9645-4b00-ba45-628f7cfba022',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.937621] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.937940] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.938528] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.938528] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.960491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.960627] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.960761] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.960813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.961065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.961162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.961231] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 is going to be updated. [ 834.992305] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.992442] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.992704] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.992789] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.992943] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.002750] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: IN_PROGRESS for 2s [ 835.057279] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.058172] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.058172] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.058172] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.058172] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.058372] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 49e05010-9645-4b00-ba45-628f7cfba022 not found, creating... [ 835.058798] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.059035] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.060014] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.060705] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.060705] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.060892] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.061196] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.061196] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.061329] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.061467] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.061646] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 49e05010-9645-4b00-ba45-628f7cfba022 is going to be created. [ 835.089662] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.089662] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.089662] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.089662] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.089662] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.089662] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-49e05010-9645-4b00-ba45-628f7cfba022" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.097530] env[69430]: INFO networking_nsxv3.common.synchronization [None req-f97f8cb6-0e9a-4431-8bda-b692750a737d None None] Enqueued Resource ID: de793116-d7c7-47f8-86b1-d04e0921c274 with Priority: HIGHEST for action port [ 835.099948] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de793116-d7c7-47f8-86b1-d04e0921c274 with Priority: HIGHEST for action port [ 835.100371] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-de793116-d7c7-47f8-86b1-d04e0921c274 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.100494] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de793116-d7c7-47f8-86b1-d04e0921c274" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.103048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de793116-d7c7-47f8-86b1-d04e0921c274" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.103048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de793116-d7c7-47f8-86b1-d04e0921c274" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.103048] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de793116-d7c7-47f8-86b1-d04e0921c274',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.120549] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 in Status: SUCCESS [ 835.120804] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.121308] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.121577] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.121773] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.121895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.121961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.122144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.122231] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.122347] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.604811] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de793116-d7c7-47f8-86b1-d04e0921c274 [ 835.605055] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.605209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.605271] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.609133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.609133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.609133] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de793116-d7c7-47f8-86b1-d04e0921c274 already deleted. [ 835.609133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de793116-d7c7-47f8-86b1-d04e0921c274" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.624939] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.129400] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.303690] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 836.304466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.615086] env[69430]: INFO networking_nsxv3.common.synchronization [req-eb965731-b438-47af-8025-1efc4cb28cdd req-5f8cd788-9004-434e-9098-9990f84cf981 service nova] Enqueued Resource ID: b5a87719-2b16-4581-83c4-cce21a2f513b with Priority: HIGHEST for action security_group_rules [ 836.615364] env[69430]: INFO networking_nsxv3.common.synchronization [req-eb965731-b438-47af-8025-1efc4cb28cdd req-5f8cd788-9004-434e-9098-9990f84cf981 service nova] Enqueued Resource ID: b5a87719-2b16-4581-83c4-cce21a2f513b with Priority: HIGHEST for action security_group_members [ 836.615519] env[69430]: INFO networking_nsxv3.common.synchronization [req-eb965731-b438-47af-8025-1efc4cb28cdd req-5f8cd788-9004-434e-9098-9990f84cf981 service nova] Enqueued Resource ID: 49e05010-9645-4b00-ba45-628f7cfba022 with Priority: HIGHEST for action port [ 836.616121] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a87719-2b16-4581-83c4-cce21a2f513b with Priority: HIGHEST for action security_group_rules [ 836.616307] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a87719-2b16-4581-83c4-cce21a2f513b with Priority: HIGHEST for action security_group_members [ 836.616462] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e05010-9645-4b00-ba45-628f7cfba022 with Priority: HIGHEST for action port [ 836.616767] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5a87719-2b16-4581-83c4-cce21a2f513b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.616891] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.616955] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.617895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.618134] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5a87719-2b16-4581-83c4-cce21a2f513b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.619262] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a87719-2b16-4581-83c4-cce21a2f513b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.619641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.620784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.620784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.620784] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.620784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.620784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.620784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.620784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.620784] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a87719-2b16-4581-83c4-cce21a2f513b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.623727] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-49e05010-9645-4b00-ba45-628f7cfba022 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.623727] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49e05010-9645-4b00-ba45-628f7cfba022" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.623727] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49e05010-9645-4b00-ba45-628f7cfba022" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.623727] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49e05010-9645-4b00-ba45-628f7cfba022" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.623727] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49e05010-9645-4b00-ba45-628f7cfba022',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.634127] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.635551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.635551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.635551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.635551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.635551] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 is going to be updated. [ 836.669214] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.669421] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.669484] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.670077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.670489] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.683320] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 in Status: IN_PROGRESS for 2s [ 836.862972] env[69430]: INFO networking_nsxv3.common.synchronization [None req-54c92cce-2bb4-47a5-aa3c-0b802269d81b None None] Enqueued Resource ID: 44d4ada0-ae0f-49ca-84a3-e3f20a73f2f3 with Priority: HIGHEST for action port [ 836.863276] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d4ada0-ae0f-49ca-84a3-e3f20a73f2f3 with Priority: HIGHEST for action port [ 836.863795] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-44d4ada0-ae0f-49ca-84a3-e3f20a73f2f3 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.864690] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44d4ada0-ae0f-49ca-84a3-e3f20a73f2f3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.864800] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44d4ada0-ae0f-49ca-84a3-e3f20a73f2f3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.865104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44d4ada0-ae0f-49ca-84a3-e3f20a73f2f3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.865204] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44d4ada0-ae0f-49ca-84a3-e3f20a73f2f3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.017924] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: SUCCESS [ 837.017924] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 deletion is rescheduled due to dependency. [ 837.017924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.129259] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a87719-2b16-4581-83c4-cce21a2f513b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.129489] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.129732] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5a87719-2b16-4581-83c4-cce21a2f513b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.133195] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49e05010-9645-4b00-ba45-628f7cfba022 with status ACTIVE [ 837.133195] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.133195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.133195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.133195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.133195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.133195] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.133195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.133195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.133195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.135457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.135527] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.135866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.135866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.136270] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.136270] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.136270] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49e05010-9645-4b00-ba45-628f7cfba022 is going to be updated. [ 837.162434] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.162639] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.162735] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.162982] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.163159] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.163351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49e05010-9645-4b00-ba45-628f7cfba022" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.366627] env[69430]: INFO networking_nsxv3.common.synchronization [None req-aec24d64-5c35-4089-9fa0-04461b9af2ea tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Enqueued Resource ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 with Priority: HIGHEST for action security_group_rules [ 837.366835] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 with Priority: HIGHEST for action security_group_rules [ 837.367070] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.367219] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.367291] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.367578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.367666] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4f0c097-5180-4fdd-bf7c-e331e5ebd558',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.368606] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44d4ada0-ae0f-49ca-84a3-e3f20a73f2f3 [ 837.368791] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.368907] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.368976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.369844] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.369980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.370098] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44d4ada0-ae0f-49ca-84a3-e3f20a73f2f3 already deleted. [ 837.370190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44d4ada0-ae0f-49ca-84a3-e3f20a73f2f3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.568031] env[69430]: INFO networking_nsxv3.common.synchronization [None req-b040d069-678e-4a27-9ac6-f93e299097de tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Enqueued Resource ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 with Priority: HIGHEST for action security_group_rules [ 837.568313] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 with Priority: HIGHEST for action security_group_rules [ 837.568617] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.568771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.638237] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5a87719-2b16-4581-83c4-cce21a2f513b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.892199] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.892358] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.892358] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.896761] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.896761] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.896761] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 already deleted. [ 837.896761] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.898952] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.898952] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.898952] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4f0c097-5180-4fdd-bf7c-e331e5ebd558',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.142582] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.143178] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.143178] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.143178] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.147112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.147428] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a87719-2b16-4581-83c4-cce21a2f513b is going to be created. [ 838.180376] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.180376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.180376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.180376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.180376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.193957] env[69430]: INFO networking_nsxv3.common.synchronization [req-f871a3d7-2e69-45b7-ac30-bad963672d4e req-6ba4fc28-230d-4f9f-8f10-a35ee5ca221b tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 with Priority: HIGHEST for action security_group_members [ 838.195571] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a87719-2b16-4581-83c4-cce21a2f513b in Status: UNINITIALIZED for 2s [ 838.196418] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 with Priority: HIGHEST for action security_group_members [ 838.196904] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.197224] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.197314] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.197579] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.197819] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.197906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.198144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.198285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.198285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.198387] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f7a0806-6a4c-4815-9d7e-f0c1408d9925',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.282670] env[69430]: INFO networking_nsxv3.common.synchronization [None req-33cbc783-adb9-4510-a625-3ab1b6bcb8f6 None None] Enqueued Resource ID: 1c4ffd89-a204-4900-be9b-d0ff88bb768c with Priority: HIGHEST for action port [ 838.283273] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c4ffd89-a204-4900-be9b-d0ff88bb768c with Priority: HIGHEST for action port [ 838.283630] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c4ffd89-a204-4900-be9b-d0ff88bb768c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.283750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c4ffd89-a204-4900-be9b-d0ff88bb768c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.283814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c4ffd89-a204-4900-be9b-d0ff88bb768c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.284274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c4ffd89-a204-4900-be9b-d0ff88bb768c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.284365] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c4ffd89-a204-4900-be9b-d0ff88bb768c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.424236] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.424236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.424236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.424626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.424860] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.425061] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 already deleted. [ 838.425768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.698323] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 in Status: SUCCESS [ 838.698626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.698699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.698881] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.699184] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.699669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.699669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.699669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.699820] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.699820] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.699942] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.701130] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.701299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.701541] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.701628] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.752321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.752321] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.752321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.752321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.752321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.752321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.752321] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 is going to be updated. [ 838.790962] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c4ffd89-a204-4900-be9b-d0ff88bb768c [ 838.791620] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.791814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.791889] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.792166] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.792257] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.792355] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c4ffd89-a204-4900-be9b-d0ff88bb768c already deleted. [ 838.792442] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c4ffd89-a204-4900-be9b-d0ff88bb768c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.793945] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.794027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.794115] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.794319] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.796041] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.805350] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 in Status: IN_PROGRESS for 2s [ 838.937088] env[69430]: INFO networking_nsxv3.common.synchronization [None req-984a3722-da48-45de-b1f3-d18bf2b4eef7 None None] Enqueued Resource ID: 907b7fc4-8045-435e-bb24-79878ee437c7 with Priority: HIGHEST for action port [ 838.937803] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907b7fc4-8045-435e-bb24-79878ee437c7 with Priority: HIGHEST for action port [ 838.938315] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-907b7fc4-8045-435e-bb24-79878ee437c7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.938456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-907b7fc4-8045-435e-bb24-79878ee437c7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.938568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-907b7fc4-8045-435e-bb24-79878ee437c7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.938813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-907b7fc4-8045-435e-bb24-79878ee437c7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.938941] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('907b7fc4-8045-435e-bb24-79878ee437c7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.204349] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.204349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.204742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.204742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.204818] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.204904] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.204981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.205190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.205284] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.205373] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.205544] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.205637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.205699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.205855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.205993] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.206120] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.206180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.206790] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.206790] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.206790] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.206790] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.444226] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 907b7fc4-8045-435e-bb24-79878ee437c7 [ 839.444589] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.444735] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.444805] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.445033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.445124] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.445218] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:907b7fc4-8045-435e-bb24-79878ee437c7 already deleted. [ 839.445340] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-907b7fc4-8045-435e-bb24-79878ee437c7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.708755] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980: rpc.has_security_group_logging(os_id): False [ 839.734212] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.734212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.734212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.734212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.757299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.757299] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.757299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.757299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.757299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.757299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.757907] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.757907] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.757907] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.761455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.761455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.761573] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.761673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.761673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.761872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.761946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.762057] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 is going to be updated. [ 839.838918] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.838918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.838918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.838918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.838918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.851860] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 in Status: IN_PROGRESS for 2s [ 840.098111] env[69430]: INFO networking_nsxv3.common.synchronization [req-45c352ed-4938-4f67-81f7-ee93c6a5bfda req-62f0f9e9-8680-4f2b-831f-3eb7441457ee tempest-ServersTestBootFromVolume-1533801344 tempest-ServersTestBootFromVolume-1533801344-project-member] Enqueued Resource ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 with Priority: HIGHEST for action security_group_members [ 840.098751] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 with Priority: HIGHEST for action security_group_members [ 840.099102] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7db407a8-d336-4f1b-bd9c-7267219f6bc9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.099222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.099286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.099486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.099635] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.099757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.099807] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.101159] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.102709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.103103] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7db407a8-d336-4f1b-bd9c-7267219f6bc9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.207791] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a87719-2b16-4581-83c4-cce21a2f513b in Status: SUCCESS [ 840.208152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.208382] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.209437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.209437] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.209437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.209437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.209437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.209807] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.209807] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.209807] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5a87719-2b16-4581-83c4-cce21a2f513b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.610568] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.610568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.610568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.610568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.631120] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.631510] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.631700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.631842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.632129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.632290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.632407] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 is going to be updated. [ 840.653050] env[69430]: INFO networking_nsxv3.common.synchronization [req-0017a711-d4a2-43be-a26b-3ba033310c07 req-848758c7-8239-4828-a57d-d5e03fcb55d0 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 840.653050] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 840.653050] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.653050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.653050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.653050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.653050] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.653050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.653050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.653704] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.653935] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.654383] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.664888] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.665299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.665299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.665416] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.665593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.685677] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 in Status: IN_PROGRESS for 2s [ 840.716435] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a87719-2b16-4581-83c4-cce21a2f513b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.716704] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.716704] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.716918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.717106] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.717242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.717307] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.717432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.717513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.717659] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.717769] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a87719-2b16-4581-83c4-cce21a2f513b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.717901] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.717957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.718086] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.718240] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.718340] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.718404] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.718520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.718595] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.718665] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.718778] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5a87719-2b16-4581-83c4-cce21a2f513b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.817945] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 in Status: SUCCESS [ 840.818234] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 deletion is rescheduled due to dependency. [ 840.818357] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.158037] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.158410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.158410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.158847] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.191213] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.191579] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.191821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.191913] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.192176] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.192268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.192388] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be updated. [ 841.221708] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5a87719-2b16-4581-83c4-cce21a2f513b: rpc.has_security_group_logging(os_id): False [ 841.244281] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.244281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.244465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.244603] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.244760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.245148] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.245286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.245357] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.245557] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.245633] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.245881] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.245980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.246056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.246271] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.246483] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.246571] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.246681] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.246773] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.246994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.247179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.247228] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5a87719-2b16-4581-83c4-cce21a2f513b is going to be created. [ 841.249976] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.250134] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.250224] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.250716] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.250960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.267671] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 2s [ 841.321217] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.321408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.324017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.324017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.324017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.368835] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5a87719-2b16-4581-83c4-cce21a2f513b in Status: IN_PROGRESS for 2s [ 841.866191] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 in Status: SUCCESS [ 841.866433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.695102] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 in Status: SUCCESS [ 842.695509] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 deletion is rescheduled due to dependency. [ 842.695595] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.280798] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 843.280798] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b deletion is rescheduled due to dependency. [ 843.280798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.382016] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5a87719-2b16-4581-83c4-cce21a2f513b in Status: SUCCESS [ 843.382080] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.711845] env[69430]: INFO networking_nsxv3.common.synchronization [req-de68c45f-73e0-4620-b4f6-4b1f33772faf req-fc6d0153-aeaf-4560-a955-3e7e07666f22 tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Enqueued Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_members [ 843.712404] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_members [ 843.712706] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.712833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.712903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.714244] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.714244] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.714244] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.714244] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.714244] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.714244] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.714244] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.956618] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.956803] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.956873] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.957113] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.957233] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.216297] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.216467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.216534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.216835] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.240883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.241788] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.241788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.241788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.241788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.241788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.242050] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 is going to be updated. [ 844.268659] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.269119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.269201] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.269426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.269782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.279929] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 in Status: IN_PROGRESS for 2s [ 844.407839] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-757 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.408115] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-757" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.408602] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-757" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.408602] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-757" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.409013] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.409283] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.409498] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.409892] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.410161] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.410447] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.410586] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.410712] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.410829] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.411724] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.411724] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.411724] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.431225] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.431417] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 844.431549] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.431741] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-757" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.432082] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-618e668a-95e3-411a-98df-ed9cb3d03083 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.432271] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-618e668a-95e3-411a-98df-ed9cb3d03083" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.432402] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-618e668a-95e3-411a-98df-ed9cb3d03083" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.432753] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-618e668a-95e3-411a-98df-ed9cb3d03083" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.432907] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('618e668a-95e3-411a-98df-ed9cb3d03083',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.459298] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.935513] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.935828] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.936388] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.936388] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.936506] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.936614] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 618e668a-95e3-411a-98df-ed9cb3d03083 not found, creating... [ 844.938551] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.938551] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.938551] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.938551] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.938551] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.938551] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.938870] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.939263] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.939397] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.939866] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.939866] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 618e668a-95e3-411a-98df-ed9cb3d03083 is going to be created. [ 844.961667] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.964140] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.964341] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.964463] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.964723] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.965177] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.965238] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-618e668a-95e3-411a-98df-ed9cb3d03083" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.464402] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 845.464966] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 845.746499] env[69430]: INFO networking_nsxv3.common.synchronization [req-de68c45f-73e0-4620-b4f6-4b1f33772faf req-5881f9b1-d25a-4fe6-8bcb-0a6ce7485b2d service nova] Enqueued Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_rules [ 845.746734] env[69430]: INFO networking_nsxv3.common.synchronization [req-de68c45f-73e0-4620-b4f6-4b1f33772faf req-5881f9b1-d25a-4fe6-8bcb-0a6ce7485b2d service nova] Enqueued Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_members [ 845.746927] env[69430]: INFO networking_nsxv3.common.synchronization [req-de68c45f-73e0-4620-b4f6-4b1f33772faf req-5881f9b1-d25a-4fe6-8bcb-0a6ce7485b2d service nova] Enqueued Resource ID: 618e668a-95e3-411a-98df-ed9cb3d03083 with Priority: HIGHEST for action port [ 845.751024] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_rules [ 845.751024] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_members [ 845.751024] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 618e668a-95e3-411a-98df-ed9cb3d03083 with Priority: HIGHEST for action port [ 845.751024] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.751024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.751024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.751024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.751024] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.751024] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.751024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.751737] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-618e668a-95e3-411a-98df-ed9cb3d03083 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.751737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-618e668a-95e3-411a-98df-ed9cb3d03083" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.751737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-618e668a-95e3-411a-98df-ed9cb3d03083" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.751737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-618e668a-95e3-411a-98df-ed9cb3d03083" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.751737] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('618e668a-95e3-411a-98df-ed9cb3d03083',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.254234] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.254544] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.254583] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 618e668a-95e3-411a-98df-ed9cb3d03083 with status ACTIVE [ 846.254763] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.254888] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.254978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.255220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.255315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.255488] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.255583] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.255646] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.255799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.255879] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.256705] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.256833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.256899] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.257068] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.257147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.257236] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 618e668a-95e3-411a-98df-ed9cb3d03083 is going to be updated. [ 846.283567] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.283728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.283777] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.283944] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.284098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.284389] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-618e668a-95e3-411a-98df-ed9cb3d03083" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.292370] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 in Status: SUCCESS [ 846.292370] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 deletion is rescheduled due to dependency. [ 846.292549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.292659] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.292880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.293077] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.293214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.293259] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.293407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.293485] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.293579] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.306141] env[69430]: INFO networking_nsxv3.common.synchronization [req-b00aa9b8-c595-4a61-ad46-a12602df0dbe req-47efee1c-87ae-419e-b685-1beb8acc9e58 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Enqueued Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_members [ 846.307080] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_members [ 846.309878] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.310662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.310662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.310662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.310662] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.310662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.310954] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.310954] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.313414] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.313414] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.318774] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.318911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.318991] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.320719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.334512] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 846.335460] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.336539] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 846.412665] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.412941] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.412941] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.413081] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.421780] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.422691] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 846.422691] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 846.422904] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 846.468387] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.468625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.468625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.468876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.474693] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.474693] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 846.531053] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.531275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.531359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.531514] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.531732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.531939] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 846.582672] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.582883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.582883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.583043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.583265] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.583476] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 846.583567] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c539824e-0fda-4b4c-8ce5-0645a7748cdf', '4630b0a3-b9ab-46bd-bd8e-93f03b311c6f', '1fb3b376-7588-42d1-8833-62e544ac2581', '697eaf45-155d-41e2-83dc-293d7cb7e248', '857b1316-9b51-44ab-9d91-146c36a93d51', 'f7cffb26-85a0-4f75-bbe5-98772768a31c', 'b97661ab-d3b7-4350-b388-c7444b75f164', '7db407a8-d336-4f1b-bd9c-7267219f6bc9', 'c83c9bfe-c3e8-4c85-9c5d-082d651d5e02', '224b345d-c7bd-4d7e-8a08-19d2fb7a7614', '05bb507b-a0bb-4899-b0c9-1361449b0f8c', '9931dbcd-1900-4392-b82f-7e18420f1038', '525cc0ec-1552-4669-8355-d92b0d1b0ae7', 'd7699677-c845-435b-93d2-a4719c4d8a3e', 'adcef041-d972-4f90-9f1e-a8b195dba32a', '1f7a0806-6a4c-4815-9d7e-f0c1408d9925', '6aa89c6b-f24c-4cf9-b78b-38d9c20ca980', 'c03100c9-4867-4337-8fb7-356b68781f1b', '1d4cfc59-f396-4e93-8517-be407f2c008a', '85279d82-7a9e-417d-b09c-a1c1516507ff', '124b17a6-ff67-4218-9a8f-a4613e90fcb9', 'fc5dfab9-07f9-4708-acb3-c478bbd2f7a7', '75617d91-7575-4d15-84e9-7bc4013eb4d9', 'd8d5b28e-187b-4cbe-9b54-23ddb23cdacc', '43fc3cb5-77f4-4154-a8d6-7c9f83939e0f', '0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de', 'b5b8fb92-d45b-41b7-8c44-492c2ba27b99', 'b5a87719-2b16-4581-83c4-cce21a2f513b', '7bdcee59-c331-4e11-b235-553058b0634b', 'c7fe8551-99fe-4390-b2a2-23f3b70ec0f7', 'ed43509a-47ee-4bef-b4d3-ea955f7f7904', 'e7c1a60f-f7ed-4352-8501-8a548f785e7f', 'bb827088-837a-487d-8c13-80f1f167c534', '1464368e-3706-4f5e-b5af-7cba9cf706d9'} {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 846.583674] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 846.605609] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.605760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.605822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.606046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.606139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.606251] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 846.606324] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 846.606467] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 846.662103] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.662387] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.662387] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.662534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.663216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.663423] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 846.663505] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 846.663581] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 846.663646] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 846.663727] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 846.663802] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGH for action security_group_rules [ 846.663880] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f with Priority: HIGH for action security_group_rules [ 846.663950] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fb3b376-7588-42d1-8833-62e544ac2581 with Priority: HIGH for action security_group_rules [ 846.664027] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 with Priority: HIGH for action security_group_rules [ 846.664095] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGH for action security_group_rules [ 846.664159] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGH for action security_group_rules [ 846.664220] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b97661ab-d3b7-4350-b388-c7444b75f164 with Priority: HIGH for action security_group_rules [ 846.664279] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 with Priority: HIGH for action security_group_rules [ 846.664342] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGH for action security_group_rules [ 846.664406] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 with Priority: HIGH for action security_group_rules [ 846.664469] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGH for action security_group_rules [ 846.664533] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9931dbcd-1900-4392-b82f-7e18420f1038 with Priority: HIGH for action security_group_rules [ 846.664595] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 with Priority: HIGH for action security_group_rules [ 846.664659] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7699677-c845-435b-93d2-a4719c4d8a3e with Priority: HIGH for action security_group_rules [ 846.664808] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: adcef041-d972-4f90-9f1e-a8b195dba32a with Priority: HIGH for action security_group_rules [ 846.664808] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 with Priority: HIGH for action security_group_rules [ 846.664923] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGH for action security_group_rules [ 846.664923] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c03100c9-4867-4337-8fb7-356b68781f1b with Priority: HIGH for action security_group_rules [ 846.665029] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d4cfc59-f396-4e93-8517-be407f2c008a with Priority: HIGH for action security_group_rules [ 846.665029] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGH for action security_group_rules [ 846.665126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.724733] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.724929] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-813" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.725073] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-813" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.725343] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-813" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.725626] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.725785] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.725922] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.726186] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.726330] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.726546] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.726719] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.726804] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.726867] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.726973] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.727088] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.727219] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.746047] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.746200] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.746338] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.746506] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-813" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.746830] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-2d869c0a-a6b6-4ba5-9343-b8731c888705 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.747015] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-2d869c0a-a6b6-4ba5-9343-b8731c888705" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.747174] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-2d869c0a-a6b6-4ba5-9343-b8731c888705" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.747493] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-2d869c0a-a6b6-4ba5-9343-b8731c888705" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.747629] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d869c0a-a6b6-4ba5-9343-b8731c888705',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.796358] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.814302] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.250305] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.250474] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.250602] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.250919] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.251099] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.251269] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 2d869c0a-a6b6-4ba5-9343-b8731c888705 not found, creating... [ 847.251554] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.251725] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.251841] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.252085] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.252226] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.252559] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.252737] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.252858] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.255188] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.255561] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.255561] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 2d869c0a-a6b6-4ba5-9343-b8731c888705 is going to be created. [ 847.277279] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.277746] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.277746] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.278012] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.278277] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.278496] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-2d869c0a-a6b6-4ba5-9343-b8731c888705" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.298368] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.316174] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.802694] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.802694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.802694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.802694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.802694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.802694] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 is going to be updated. [ 847.823397] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.823397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.823397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.823397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.823397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.823397] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 857b1316-9b51-44ab-9d91-146c36a93d51 is going to be updated. [ 847.842388] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.842556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.842648] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.846033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.846033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.854234] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 in Status: IN_PROGRESS for 2s [ 847.862630] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.862793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.862842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.863097] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.863258] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.873072] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: IN_PROGRESS for 2s [ 848.302783] env[69430]: INFO networking_nsxv3.common.synchronization [req-b00aa9b8-c595-4a61-ad46-a12602df0dbe req-3d193165-ef81-4d9f-8191-04488aac8a6e service nova] Enqueued Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_rules [ 848.302783] env[69430]: INFO networking_nsxv3.common.synchronization [req-b00aa9b8-c595-4a61-ad46-a12602df0dbe req-3d193165-ef81-4d9f-8191-04488aac8a6e service nova] Enqueued Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_members [ 848.302783] env[69430]: INFO networking_nsxv3.common.synchronization [req-b00aa9b8-c595-4a61-ad46-a12602df0dbe req-3d193165-ef81-4d9f-8191-04488aac8a6e service nova] Enqueued Resource ID: 2d869c0a-a6b6-4ba5-9343-b8731c888705 with Priority: HIGHEST for action port [ 848.302783] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_rules [ 848.302783] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_members [ 848.302783] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d869c0a-a6b6-4ba5-9343-b8731c888705 with Priority: HIGHEST for action port [ 848.302783] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf with Priority: HIGH for action security_group_rules [ 848.302783] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb3b376-7588-42d1-8833-62e544ac2581 with Priority: HIGH for action security_group_rules [ 848.302783] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97661ab-d3b7-4350-b388-c7444b75f164 with Priority: HIGH for action security_group_rules [ 848.302783] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adcef041-d972-4f90-9f1e-a8b195dba32a with Priority: HIGH for action security_group_rules [ 848.302783] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGH for action security_group_rules [ 848.302783] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4cfc59-f396-4e93-8517-be407f2c008a with Priority: HIGH for action security_group_rules [ 848.302783] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c03100c9-4867-4337-8fb7-356b68781f1b with Priority: HIGH for action security_group_rules [ 848.304958] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGH for action security_group_rules [ 848.304958] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7699677-c845-435b-93d2-a4719c4d8a3e with Priority: HIGH for action security_group_rules [ 848.304958] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 with Priority: HIGH for action security_group_rules [ 848.304958] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 with Priority: HIGH for action security_group_rules [ 848.304958] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9931dbcd-1900-4392-b82f-7e18420f1038 with Priority: HIGH for action security_group_rules [ 848.304958] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGH for action security_group_rules [ 848.304958] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 with Priority: HIGH for action security_group_rules [ 848.304958] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGH for action security_group_rules [ 848.304958] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGH for action security_group_rules [ 848.304958] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 with Priority: HIGH for action security_group_rules [ 848.304958] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGH for action security_group_rules [ 848.304958] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f with Priority: HIGH for action security_group_rules [ 848.304958] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 with Priority: HIGH for action security_group_rules [ 848.304958] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.304958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.306364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.306364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.306364] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.306364] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.306364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.306692] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d869c0a-a6b6-4ba5-9343-b8731c888705 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.306692] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d869c0a-a6b6-4ba5-9343-b8731c888705" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.306692] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d869c0a-a6b6-4ba5-9343-b8731c888705" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.307152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d869c0a-a6b6-4ba5-9343-b8731c888705" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.307152] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d869c0a-a6b6-4ba5-9343-b8731c888705',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.310317] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.310317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.310317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.310317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.310317] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c539824e-0fda-4b4c-8ce5-0645a7748cdf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.310317] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fb3b376-7588-42d1-8833-62e544ac2581 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.310317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.310317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.310317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.310317] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fb3b376-7588-42d1-8833-62e544ac2581',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.311620] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b97661ab-d3b7-4350-b388-c7444b75f164 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.311725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.311778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.312065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.312065] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b97661ab-d3b7-4350-b388-c7444b75f164',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.314080] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adcef041-d972-4f90-9f1e-a8b195dba32a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.314194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.314369] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.314422] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.314472] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adcef041-d972-4f90-9f1e-a8b195dba32a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.315347] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.315453] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.315534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.315722] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.315786] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.316771] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d4cfc59-f396-4e93-8517-be407f2c008a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.316878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.316943] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.317115] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.317193] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d4cfc59-f396-4e93-8517-be407f2c008a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.318050] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c03100c9-4867-4337-8fb7-356b68781f1b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.318151] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.318236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.318358] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.318425] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c03100c9-4867-4337-8fb7-356b68781f1b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.319311] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.319410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.319471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.319613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.319677] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.320486] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7699677-c845-435b-93d2-a4719c4d8a3e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.320581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.320644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.320799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.320867] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7699677-c845-435b-93d2-a4719c4d8a3e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.321129] env[69430]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 848.322032] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.322140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.322204] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.322366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.322427] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f7a0806-6a4c-4815-9d7e-f0c1408d9925',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.323369] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-525cc0ec-1552-4669-8355-d92b0d1b0ae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.323481] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.324015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.324015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.324015] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('525cc0ec-1552-4669-8355-d92b0d1b0ae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.324563] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9931dbcd-1900-4392-b82f-7e18420f1038 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.324675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.324750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.324900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.324973] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9931dbcd-1900-4392-b82f-7e18420f1038',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.326563] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.326563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.326563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.326563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.326563] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.327321] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224b345d-c7bd-4d7e-8a08-19d2fb7a7614 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.327423] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.327487] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.327633] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.327704] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224b345d-c7bd-4d7e-8a08-19d2fb7a7614',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.328491] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.328587] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.328771] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.328866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.328930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.329091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.329163] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.329964] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.330103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.330173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.330329] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.330400] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7db407a8-d336-4f1b-bd9c-7267219f6bc9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.331335] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.331428] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.331607] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.331703] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.331766] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.331954] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.331989] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4630b0a3-b9ab-46bd-bd8e-93f03b311c6f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.332763] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-697eaf45-155d-41e2-83dc-293d7cb7e248 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.332866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.332932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.333092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.333164] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('697eaf45-155d-41e2-83dc-293d7cb7e248',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.340256] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d869c0a-a6b6-4ba5-9343-b8731c888705 with status ACTIVE [ 848.340436] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.340549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.340605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.340773] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.340861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.341060] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.341152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.341211] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.341351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.341421] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.341757] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.341870] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.341933] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.342086] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.342157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.342237] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d869c0a-a6b6-4ba5-9343-b8731c888705 is going to be updated. [ 848.507180] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.507404] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.507404] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.507536] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.507657] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.507816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d869c0a-a6b6-4ba5-9343-b8731c888705" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.838752] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.838752] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.858054] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.858054] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.858054] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.858054] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.878465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.878677] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c539824e-0fda-4b4c-8ce5-0645a7748cdf is going to be deleted. [ 848.930153] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.930153] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.930153] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.930392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.930392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.930488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c539824e-0fda-4b4c-8ce5-0645a7748cdf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.023047] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-697eaf45-155d-41e2-83dc-293d7cb7e248 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.023047] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.023047] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.023047] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.023047] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.023047] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.023047] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.023047] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.023556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.023556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.023556] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('697eaf45-155d-41e2-83dc-293d7cb7e248',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.024419] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.024596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.024596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.025190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.025190] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.025190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.025190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.031532] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.031532] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.031532] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.031532] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.039142] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.039142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.039142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.039403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.039584] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.039644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.039688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.041087] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.041087] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.041087] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.041087] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.046698] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.046698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.046698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.046698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.052288] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.052514] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.053854] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.054022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.054101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.054251] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.054412] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.054512] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.054577] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.054727] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.054813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.054899] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.055065] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.055161] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.055221] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.055355] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.055493] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.055595] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.055653] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.055758] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.055832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.055995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.055995] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.057749] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.057855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.057942] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.058131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.058326] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.058385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.058426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.058566] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.058645] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.058725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.058906] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.058963] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.059031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.059168] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.059373] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.059547] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.059547] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.059643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.059714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.059793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.060147] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.069778] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.069895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.097726] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.098061] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.108253] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.108452] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.109300] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.109425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.110289] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.110420] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.112227] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.112703] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.113247] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.113362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.114143] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.114254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.114973] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.115087] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.115974] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 849.116453] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.116592] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f7a0806-6a4c-4815-9d7e-f0c1408d9925 is going to be deleted. [ 849.118130] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.118249] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.118461] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.118516] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.120042] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.120170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.120793] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 849.121216] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.121365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.140413] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 849.141227] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.141227] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c is going to be deleted. [ 849.142095] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.142280] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.165588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.165588] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fb3b376-7588-42d1-8833-62e544ac2581 is going to be deleted. [ 849.166635] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.166906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.209708] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.209866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.214915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.215097] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4630b0a3-b9ab-46bd-bd8e-93f03b311c6f is going to be deleted. [ 849.216538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.217268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.232366] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.232547] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.254065] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.254321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.255327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.255455] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9931dbcd-1900-4392-b82f-7e18420f1038 is going to be deleted. [ 849.256403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.256687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.303805] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.304250] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c03100c9-4867-4337-8fb7-356b68781f1b is going to be deleted. [ 849.308206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.308206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.341655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.342197] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7699677-c845-435b-93d2-a4719c4d8a3e is going to be deleted. [ 849.343828] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.344176] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.398617] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.398747] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d4cfc59-f396-4e93-8517-be407f2c008a is going to be deleted. [ 849.399714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.399921] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.414468] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.414701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.425364] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.425534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.435284] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.435530] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.459109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.460749] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b97661ab-d3b7-4350-b388-c7444b75f164 is going to be deleted. [ 849.460749] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.461187] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.500534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.500770] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 525cc0ec-1552-4669-8355-d92b0d1b0ae7 is going to be deleted. [ 849.501718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.501904] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.507305] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.507305] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.532970] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('697eaf45-155d-41e2-83dc-293d7cb7e248',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.558402] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7cffb26-85a0-4f75-bbe5-98772768a31c: rpc.has_security_group_logging(os_id): False [ 849.563430] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.563790] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.563790] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980: rpc.has_security_group_logging(os_id): False [ 849.581241] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.581495] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7db407a8-d336-4f1b-bd9c-7267219f6bc9 is going to be deleted. [ 849.582425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.582643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.593432] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.593670] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.612779] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.613409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.652534] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.653534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.671314] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.671496] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224b345d-c7bd-4d7e-8a08-19d2fb7a7614 is going to be deleted. [ 849.672432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.672665] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.713266] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.713266] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.715296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.715296] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be deleted. [ 849.715903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.716128] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.728970] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.729112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.755146] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.755146] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adcef041-d972-4f90-9f1e-a8b195dba32a is going to be deleted. [ 849.755958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.756220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.756356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.756505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f7a0806-6a4c-4815-9d7e-f0c1408d9925" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.756674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.756844] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.756920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.757041] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.757608] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.757771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.758827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.758827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fb3b376-7588-42d1-8833-62e544ac2581" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.758827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.758827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.758827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.758827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4630b0a3-b9ab-46bd-bd8e-93f03b311c6f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.758827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.758827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.758827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.759212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c03100c9-4867-4337-8fb7-356b68781f1b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.759212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.759212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.759212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.759337] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9931dbcd-1900-4392-b82f-7e18420f1038" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.759487] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.759667] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.759745] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.759854] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7699677-c845-435b-93d2-a4719c4d8a3e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.760209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.760209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.760402] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.760402] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d4cfc59-f396-4e93-8517-be407f2c008a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.760680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.760680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.784866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.785172] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.785295] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.785363] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.785568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.785648] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.785850] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.785945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.786018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.786169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.786263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.786453] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.786532] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.786593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.786730] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.786806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.786899] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 is going to be updated. [ 849.787969] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.788151] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.804027] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.804027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.852238] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.852238] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.854355] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.854507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.870269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.870658] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.870848] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.870976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.871584] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.871714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.871960] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.872275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.872426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.872547] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.872625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.872962] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.873066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.873132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.873286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.873363] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.873463] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be updated. [ 849.874604] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.874772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.874857] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.874980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-525cc0ec-1552-4669-8355-d92b0d1b0ae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.877222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.877416] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.877507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.877630] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7db407a8-d336-4f1b-bd9c-7267219f6bc9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.878566] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 in Status: SUCCESS [ 849.880093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.880270] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.880464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.880981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.880981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b97661ab-d3b7-4350-b388-c7444b75f164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.880981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.881164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.881164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.881687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224b345d-c7bd-4d7e-8a08-19d2fb7a7614" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.882353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.882566] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.882788] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.882933] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.883038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.883219] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.883324] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.883456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.883570] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.884940] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.885374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.885573] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.885632] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.886178] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.886464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.886541] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.887091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adcef041-d972-4f90-9f1e-a8b195dba32a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.896128] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: SUCCESS [ 849.898560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.898560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.898560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.898560] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.898560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.898560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.898560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.898560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.898560] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.953444] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.954254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.954596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.954596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.956031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.003878] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 in Status: IN_PROGRESS for 2s [ 850.013424] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 850.013956] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.014117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.014195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.014393] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.014533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.037236] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 697eaf45-155d-41e2-83dc-293d7cb7e248: rpc.has_security_group_logging(os_id): False [ 850.046650] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 850.066706] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.066932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.066982] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.067557] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.092122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.092467] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.092589] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.092670] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.093848] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.093954] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.094076] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 is going to be updated. [ 850.220139] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.220492] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.220492] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.220698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.220791] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.236266] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 in Status: IN_PROGRESS for 2s [ 850.388638] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.401688] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.892418] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c83c9bfe-c3e8-4c85-9c5d-082d651d5e02: rpc.has_security_group_logging(os_id): False [ 850.905043] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.913479] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.913479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.913479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.913479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.935407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.936012] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.936161] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.936253] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.936459] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.936581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.936627] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 is going to be updated. [ 850.997039] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.997039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.997039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.997039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.997319] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.013332] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 in Status: IN_PROGRESS for 2s [ 851.407604] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.408028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.408028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.408201] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.408302] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.408429] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 857b1316-9b51-44ab-9d91-146c36a93d51 is going to be updated. [ 851.440286] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.440488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.440545] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.440773] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.440927] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.453585] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: IN_PROGRESS for 2s [ 852.021886] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 in Status: SUCCESS [ 852.022196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.063406] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 852.063644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.254914] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 in Status: SUCCESS [ 852.255173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.027846] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 in Status: SUCCESS [ 853.027846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.027846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.027846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.027846] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.305832] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 853.306134] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 853.465795] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: SUCCESS [ 853.466055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.466237] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.466485] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.466685] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.466799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.466858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.467046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.467124] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.467209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.467302] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.531208] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.531208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.531208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.531208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.531208] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.531208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.531208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.531208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.531208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.531208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.531208] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.559088] env[69430]: INFO networking_nsxv3.common.synchronization [req-419d7c94-80f5-4d36-bbf1-a3d1642279f4 req-ed0a05ab-c0ba-4bac-8177-305ba64e4bae tempest-FloatingIPsAssociationNegativeTestJSON-1633044218 tempest-FloatingIPsAssociationNegativeTestJSON-1633044218-project-member] Enqueued Resource ID: b5a87719-2b16-4581-83c4-cce21a2f513b with Priority: HIGHEST for action security_group_members [ 853.559802] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a87719-2b16-4581-83c4-cce21a2f513b with Priority: HIGHEST for action security_group_members [ 853.560262] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a87719-2b16-4581-83c4-cce21a2f513b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.560347] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.560411] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.560582] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.560740] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.560844] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.560902] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.561081] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.561169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.561586] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a87719-2b16-4581-83c4-cce21a2f513b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.970766] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.970952] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.971043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.971274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.971451] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.971553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.971617] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.971760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.971845] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.971935] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.972106] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.972204] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.972265] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.972451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.972600] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.972693] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.972753] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.972893] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.972984] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.973080] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.973171] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.033245] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.064181] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.064315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.064362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.064583] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.084975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.085136] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.085260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.085327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.085530] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.085616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.085704] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a87719-2b16-4581-83c4-cce21a2f513b is going to be updated. [ 854.114092] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.114237] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.114309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.114520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.114663] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.124091] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a87719-2b16-4581-83c4-cce21a2f513b in Status: IN_PROGRESS for 2s [ 854.476115] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 857b1316-9b51-44ab-9d91-146c36a93d51: rpc.has_security_group_logging(os_id): False [ 854.497345] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.497571] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.497571] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.497773] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.526472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.526753] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.526881] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.526950] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.527389] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.527479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.527729] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.527826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.527888] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.528092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.528182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.528381] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.528476] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.528535] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.528683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.528758] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.528847] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 857b1316-9b51-44ab-9d91-146c36a93d51 is going to be updated. [ 854.535896] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c83c9bfe-c3e8-4c85-9c5d-082d651d5e02: rpc.has_security_group_logging(os_id): False [ 854.560742] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.560994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.561118] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.561382] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.561487] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.561772] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.561904] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.562045] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.562239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.562340] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.562435] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 is going to be updated. [ 854.635235] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.635235] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.635235] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.635235] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.635235] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.637393] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.637538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.637594] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.637779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.637911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.656990] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: IN_PROGRESS for 2s [ 854.657869] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 in Status: IN_PROGRESS for 2s [ 855.453245] env[69430]: INFO networking_nsxv3.common.synchronization [req-4c9118af-c9be-41f4-9b7b-c2c88a29618a req-6bc6e960-0101-46c5-b9b5-e952993d25aa tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 855.454107] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 855.455863] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.455863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.455863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.455863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.455863] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.455863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.455863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.455863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.455863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.456332] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.784692] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.784896] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.785039] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.785392] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.785596] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.785788] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.785883] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.786122] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.786273] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.786484] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.786601] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.786717] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.786829] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.786944] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.787067] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.787205] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.807523] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.807713] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 855.807861] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.808066] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.808391] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-76ae1fd3-efce-4c1f-bda6-f31555266b11 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.808664] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-76ae1fd3-efce-4c1f-bda6-f31555266b11" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.808840] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-76ae1fd3-efce-4c1f-bda6-f31555266b11" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.809308] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-76ae1fd3-efce-4c1f-bda6-f31555266b11" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.809409] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76ae1fd3-efce-4c1f-bda6-f31555266b11',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.962324] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.962513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.962561] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.962759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.962848] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.963075] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.963197] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.963279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.963435] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.963513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.963602] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be deleted. [ 855.997671] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.997671] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.997816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.998088] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.998250] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.998424] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.138286] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a87719-2b16-4581-83c4-cce21a2f513b in Status: SUCCESS [ 856.139111] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a87719-2b16-4581-83c4-cce21a2f513b deletion is rescheduled due to dependency. [ 856.139111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.314680] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.314680] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.314680] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.314680] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.314680] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.314680] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 76ae1fd3-efce-4c1f-bda6-f31555266b11 not found, creating... [ 856.314680] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.314680] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.314680] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.314680] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.315165] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.315165] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.315165] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.315165] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.315609] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.315870] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.316227] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 76ae1fd3-efce-4c1f-bda6-f31555266b11 is going to be created. [ 856.338936] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.339645] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.339977] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.340559] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.341038] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.341505] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-76ae1fd3-efce-4c1f-bda6-f31555266b11" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.680470] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: SUCCESS [ 856.680470] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.680470] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.680470] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.680470] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.682163] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 in Status: SUCCESS [ 856.682163] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.095317] env[69430]: INFO networking_nsxv3.common.synchronization [req-4c9118af-c9be-41f4-9b7b-c2c88a29618a req-b7d492d5-66a0-475c-b8f7-acc9c602dce4 service nova] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_rules [ 857.095506] env[69430]: INFO networking_nsxv3.common.synchronization [req-4c9118af-c9be-41f4-9b7b-c2c88a29618a req-b7d492d5-66a0-475c-b8f7-acc9c602dce4 service nova] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 857.095647] env[69430]: INFO networking_nsxv3.common.synchronization [req-4c9118af-c9be-41f4-9b7b-c2c88a29618a req-b7d492d5-66a0-475c-b8f7-acc9c602dce4 service nova] Enqueued Resource ID: 76ae1fd3-efce-4c1f-bda6-f31555266b11 with Priority: HIGHEST for action port [ 857.095872] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_rules [ 857.095999] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 857.096123] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ae1fd3-efce-4c1f-bda6-f31555266b11 with Priority: HIGHEST for action port [ 857.096654] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.096781] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.096861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.097212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.097343] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.098405] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.098571] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.098687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.098895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.099128] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.099267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.099380] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.099586] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.099718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.099841] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.101209] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-76ae1fd3-efce-4c1f-bda6-f31555266b11 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.101209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76ae1fd3-efce-4c1f-bda6-f31555266b11" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.101209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76ae1fd3-efce-4c1f-bda6-f31555266b11" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.101534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76ae1fd3-efce-4c1f-bda6-f31555266b11" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.101848] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76ae1fd3-efce-4c1f-bda6-f31555266b11',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.182766] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.183136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.185008] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.185008] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.185008] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.185008] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.185008] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.185008] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.185008] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.185008] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.185008] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.605655] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.607627] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.607627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.607627] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76ae1fd3-efce-4c1f-bda6-f31555266b11 with status ACTIVE [ 857.607627] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.607627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.607627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.607627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.607627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.608290] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.608290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.608290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.608290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.608290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.608596] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.608596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.608596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.608717] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.608717] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.608807] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76ae1fd3-efce-4c1f-bda6-f31555266b11 is going to be updated. [ 857.651563] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.651785] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.651785] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.651969] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.652127] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.652290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76ae1fd3-efce-4c1f-bda6-f31555266b11" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.689719] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.689719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.689719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.690180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.690180] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.690180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.690297] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.690372] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.690495] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.690724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.690910] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.691020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.691122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.691383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.691548] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.691647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.691723] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.691862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.691938] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.692031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.692136] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.110637] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.194173] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 857b1316-9b51-44ab-9d91-146c36a93d51: rpc.has_security_group_logging(os_id): False [ 858.219757] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.219967] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.219967] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.220303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.220441] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.220684] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.220795] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.220880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.221059] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.221222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.221448] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.221555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.221619] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.223655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.223655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.223655] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.223655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.223655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.223655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.223655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.223655] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 857b1316-9b51-44ab-9d91-146c36a93d51 is going to be updated. [ 858.317323] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.317511] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.318028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.318028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.318165] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.335312] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: IN_PROGRESS for 2s [ 858.615861] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.616088] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.616144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.616356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.616445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.616543] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be created. [ 858.642861] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.643062] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.643138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.643357] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.643515] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.655121] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: UNINITIALIZED for 2s [ 859.273371] env[69430]: INFO networking_nsxv3.common.synchronization [req-100b1065-4102-4242-b4da-c06563e7f4bf req-b8e234d1-9bea-4189-a85a-41b81b970a25 tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Enqueued Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_members [ 859.273371] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_members [ 859.273371] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.273371] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.273371] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.273784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.273784] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.273784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.273892] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.273989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.274382] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.274584] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.777645] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.280780] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.352257] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: SUCCESS [ 860.352553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.566029] env[69430]: INFO networking_nsxv3.common.synchronization [req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c req-9fbcad6f-637e-4d22-abf3-ff339ffe2eca tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Enqueued Resource ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 with Priority: HIGHEST for action security_group_members [ 860.566587] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 with Priority: HIGHEST for action security_group_members [ 860.566887] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed43509a-47ee-4bef-b4d3-ea955f7f7904 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.568548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.568548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.568548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.568548] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.568548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.568548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.568548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.568548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.568548] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.667383] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: SUCCESS [ 860.667383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.667383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.667383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.667383] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.667383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.667383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.667383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.667383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.667383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.667383] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.783658] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.783877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.784735] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.784990] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.785104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.785213] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 857b1316-9b51-44ab-9d91-146c36a93d51 is going to be updated. [ 860.815560] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.816138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.816138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.816138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.816384] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.825814] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: IN_PROGRESS for 2s [ 860.946531] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.947296] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-79" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.947471] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-79" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.947817] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-79" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.948175] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.948411] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.949377] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.949377] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.949377] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.949555] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.949726] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.949872] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.950018] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.950204] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.950385] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.950529] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.969936] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.970148] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 860.970428] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.970666] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-79" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.971027] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-94656447-8211-4bdf-809b-197bd430098c taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.971249] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-94656447-8211-4bdf-809b-197bd430098c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.971406] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-94656447-8211-4bdf-809b-197bd430098c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.971799] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-94656447-8211-4bdf-809b-197bd430098c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.971998] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94656447-8211-4bdf-809b-197bd430098c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.071974] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.170725] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.170725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.170725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.171405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.171405] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.171405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.171610] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.171654] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.171795] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.171946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.172164] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.172288] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.172341] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.172602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.172685] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.172878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.172984] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.173774] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.173975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.174597] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.174683] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.234266] env[69430]: INFO networking_nsxv3.common.synchronization [None req-4bc99403-c402-4f02-bf5a-7cccd55bbd83 None None] Enqueued Resource ID: fc9cbfa2-2c86-4195-8026-68c05c62ab72 with Priority: HIGHEST for action port [ 861.235075] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc9cbfa2-2c86-4195-8026-68c05c62ab72 with Priority: HIGHEST for action port [ 861.235259] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc9cbfa2-2c86-4195-8026-68c05c62ab72 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.235396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc9cbfa2-2c86-4195-8026-68c05c62ab72" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.235520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc9cbfa2-2c86-4195-8026-68c05c62ab72" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.235767] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc9cbfa2-2c86-4195-8026-68c05c62ab72" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.235820] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc9cbfa2-2c86-4195-8026-68c05c62ab72',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.474595] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.476424] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.476424] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.476424] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.476424] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.476424] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 94656447-8211-4bdf-809b-197bd430098c not found, creating... [ 861.476424] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.476876] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.476876] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.477064] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.477876] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.478400] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.478600] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.478728] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.478978] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.480645] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.480645] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 94656447-8211-4bdf-809b-197bd430098c is going to be created. [ 861.503165] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.505033] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.505033] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.505033] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.505033] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.505033] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-94656447-8211-4bdf-809b-197bd430098c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.574748] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.681203] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85279d82-7a9e-417d-b09c-a1c1516507ff: rpc.has_security_group_logging(os_id): False [ 861.698721] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.698889] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.698945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.699294] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.699294] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.699436] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.700191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.700191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.700191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.700191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.700191] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.700420] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.700420] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.700713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.700835] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.701079] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.701345] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.701345] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.701426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.701505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.702768] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be created. [ 861.740398] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc9cbfa2-2c86-4195-8026-68c05c62ab72 [ 861.740398] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.740398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.740398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.740398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.740398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.740398] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc9cbfa2-2c86-4195-8026-68c05c62ab72 already deleted. [ 861.740398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc9cbfa2-2c86-4195-8026-68c05c62ab72" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.760409] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.762160] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.762160] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.762160] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.762160] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.775755] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: IN_PROGRESS for 2s [ 862.079274] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.079428] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.080213] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.080213] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.080213] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.080213] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 is going to be updated. [ 862.123272] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.123272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.123272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.123272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.123272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.132809] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 in Status: IN_PROGRESS for 2s [ 862.274517] env[69430]: INFO networking_nsxv3.common.synchronization [req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c req-2bfb6678-64ae-458f-a649-58113299e82d service nova] Enqueued Resource ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 with Priority: HIGHEST for action security_group_rules [ 862.274687] env[69430]: INFO networking_nsxv3.common.synchronization [req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c req-2bfb6678-64ae-458f-a649-58113299e82d service nova] Enqueued Resource ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 with Priority: HIGHEST for action security_group_members [ 862.274823] env[69430]: INFO networking_nsxv3.common.synchronization [req-5d87a6b7-bbbd-4f7a-aeee-37dc90cd6d9c req-2bfb6678-64ae-458f-a649-58113299e82d service nova] Enqueued Resource ID: 94656447-8211-4bdf-809b-197bd430098c with Priority: HIGHEST for action port [ 862.275095] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 with Priority: HIGHEST for action security_group_rules [ 862.275224] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 with Priority: HIGHEST for action security_group_members [ 862.275317] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94656447-8211-4bdf-809b-197bd430098c with Priority: HIGHEST for action port [ 862.275878] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed43509a-47ee-4bef-b4d3-ea955f7f7904 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.276386] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.280380] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.280434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.280506] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.281958] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed43509a-47ee-4bef-b4d3-ea955f7f7904 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.282083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.282305] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-94656447-8211-4bdf-809b-197bd430098c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.282404] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94656447-8211-4bdf-809b-197bd430098c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.284637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94656447-8211-4bdf-809b-197bd430098c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.284637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94656447-8211-4bdf-809b-197bd430098c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.284637] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94656447-8211-4bdf-809b-197bd430098c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.784699] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed43509a-47ee-4bef-b4d3-ea955f7f7904 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.785497] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.788646] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94656447-8211-4bdf-809b-197bd430098c with status ACTIVE [ 862.788960] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.789227] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.789280] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.789501] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.789596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.789801] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.789962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.790084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.790293] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.790383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.791080] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.791080] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.791080] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.791080] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.791080] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.791080] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94656447-8211-4bdf-809b-197bd430098c is going to be updated. [ 862.819835] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.819835] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.819999] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.820360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.820578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.820789] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94656447-8211-4bdf-809b-197bd430098c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.823222] env[69430]: INFO networking_nsxv3.common.synchronization [req-4139b679-6f70-424e-af01-5d8551fb4701 req-60e6e224-6e21-463f-8664-131f85a84328 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Enqueued Resource ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de with Priority: HIGHEST for action security_group_members [ 862.823865] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de with Priority: HIGHEST for action security_group_members [ 862.824274] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.824597] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.824597] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.824827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.825055] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.825186] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.825256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.825429] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.825528] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.825670] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.837917] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: SUCCESS [ 862.838778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.147143] env[69430]: INFO networking_nsxv3.common.synchronization [None req-0abdffdd-7873-4afd-b3c3-fd6b8117b91c None None] Enqueued Resource ID: 28f0b96e-ab0a-4499-9f40-5a0a8138bd95 with Priority: HIGHEST for action port [ 863.147613] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f0b96e-ab0a-4499-9f40-5a0a8138bd95 with Priority: HIGHEST for action port [ 863.147971] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-28f0b96e-ab0a-4499-9f40-5a0a8138bd95 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.148422] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28f0b96e-ab0a-4499-9f40-5a0a8138bd95" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.148524] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28f0b96e-ab0a-4499-9f40-5a0a8138bd95" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.148825] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28f0b96e-ab0a-4499-9f40-5a0a8138bd95" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.148956] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28f0b96e-ab0a-4499-9f40-5a0a8138bd95',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.230696] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.231051] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-403" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.231265] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-403" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.231763] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-403" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.232245] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.232555] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.232762] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.233197] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.233489] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.233826] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.234022] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.234162] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.234278] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.234398] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.234509] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.234654] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.266413] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.266617] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 863.266733] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.266928] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-403" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.267312] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-6e7bcbc7-b525-4a8d-a30b-d31611c14164 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.267521] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-6e7bcbc7-b525-4a8d-a30b-d31611c14164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.267649] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-6e7bcbc7-b525-4a8d-a30b-d31611c14164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.267995] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-6e7bcbc7-b525-4a8d-a30b-d31611c14164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.268189] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e7bcbc7-b525-4a8d-a30b-d31611c14164',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.330100] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.330342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.330463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.330787] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.330988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.331307] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.331307] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.331425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.331522] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.331623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.331673] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de already deleted. [ 863.331833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.651948] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28f0b96e-ab0a-4499-9f40-5a0a8138bd95 [ 863.652334] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.652424] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.652465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.652696] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.652786] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.652885] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28f0b96e-ab0a-4499-9f40-5a0a8138bd95 already deleted. [ 863.652968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28f0b96e-ab0a-4499-9f40-5a0a8138bd95" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.773285] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.773641] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.773854] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.774450] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.774760] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.774971] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 6e7bcbc7-b525-4a8d-a30b-d31611c14164 not found, creating... [ 863.775278] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.775516] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.775673] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.775944] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.776135] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.776470] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.776676] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.776840] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.777108] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.777290] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.777468] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 6e7bcbc7-b525-4a8d-a30b-d31611c14164 is going to be created. [ 863.796168] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: SUCCESS [ 863.796461] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.802672] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.802907] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.803053] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.803331] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.803602] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.803950] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-6e7bcbc7-b525-4a8d-a30b-d31611c14164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.143400] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 in Status: SUCCESS [ 864.144056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.144056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.144214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.144394] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.144548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.144674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.144845] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.144975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.145127] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.638757] env[69430]: INFO networking_nsxv3.common.synchronization [req-4139b679-6f70-424e-af01-5d8551fb4701 req-0d7c5cbe-4a1b-40f6-b49c-2f315f890d8d service nova] Enqueued Resource ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de with Priority: HIGHEST for action security_group_rules [ 864.639315] env[69430]: INFO networking_nsxv3.common.synchronization [req-4139b679-6f70-424e-af01-5d8551fb4701 req-0d7c5cbe-4a1b-40f6-b49c-2f315f890d8d service nova] Enqueued Resource ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de with Priority: HIGHEST for action security_group_members [ 864.639315] env[69430]: INFO networking_nsxv3.common.synchronization [req-4139b679-6f70-424e-af01-5d8551fb4701 req-0d7c5cbe-4a1b-40f6-b49c-2f315f890d8d service nova] Enqueued Resource ID: 6e7bcbc7-b525-4a8d-a30b-d31611c14164 with Priority: HIGHEST for action port [ 864.639457] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de with Priority: HIGHEST for action security_group_rules [ 864.639523] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de with Priority: HIGHEST for action security_group_members [ 864.639628] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e7bcbc7-b525-4a8d-a30b-d31611c14164 with Priority: HIGHEST for action port [ 864.641861] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.642068] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.642179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.642723] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.642871] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.644285] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.644967] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.645100] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.645397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.649023] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.649023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.649023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.649023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.649023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.649023] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.649023] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e7bcbc7-b525-4a8d-a30b-d31611c14164 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.649023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e7bcbc7-b525-4a8d-a30b-d31611c14164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.649023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e7bcbc7-b525-4a8d-a30b-d31611c14164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.649023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e7bcbc7-b525-4a8d-a30b-d31611c14164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.649023] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e7bcbc7-b525-4a8d-a30b-d31611c14164',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.653381] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.153473] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.153473] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.153473] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.157317] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e7bcbc7-b525-4a8d-a30b-d31611c14164 with status ACTIVE [ 865.157509] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.157702] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.157702] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.158010] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.158048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.158319] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.158451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.158492] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.158850] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.158850] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.158957] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.159072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.159111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.159508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.159508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.159508] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e7bcbc7-b525-4a8d-a30b-d31611c14164 is going to be updated. [ 865.161190] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.184949] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.184949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.184949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.184949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.185378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.185378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e7bcbc7-b525-4a8d-a30b-d31611c14164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.663265] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.664872] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.665123] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.665123] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.665570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.665570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.665923] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 is going to be updated. [ 865.701457] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.701457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.701457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.701457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.701457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.712736] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 in Status: IN_PROGRESS for 2s [ 866.171721] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.172040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.172108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.172346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.172452] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.172569] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de is going to be created. [ 866.202297] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.202452] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.202599] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.202833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.203052] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.214171] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de in Status: UNINITIALIZED for 2s [ 867.637182] env[69430]: INFO networking_nsxv3.common.synchronization [req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 req-74bb6092-5f66-4a9e-9d97-c92867e8cadc tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Enqueued Resource ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de with Priority: HIGHEST for action security_group_members [ 867.637724] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de with Priority: HIGHEST for action security_group_members [ 867.638045] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.638160] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.726108] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 in Status: SUCCESS [ 867.726362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.726514] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.726728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.726917] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.727050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.727116] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.727349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.727349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.727516] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.727610] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.928112] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.928361] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-403" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.928495] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-403" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.928763] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-403" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.929039] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.929253] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.929326] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.929580] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.929734] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.929941] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 867.930261] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.930424] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.930550] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.930674] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 867.930789] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.930926] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.952699] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.952813] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 867.953044] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.953158] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-403" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.953509] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-fc1cad1b-ee5c-4103-91e1-2577939c029c taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.953736] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-fc1cad1b-ee5c-4103-91e1-2577939c029c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.953875] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-fc1cad1b-ee5c-4103-91e1-2577939c029c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.954273] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-fc1cad1b-ee5c-4103-91e1-2577939c029c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.954430] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc1cad1b-ee5c-4103-91e1-2577939c029c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.171064] env[69430]: INFO networking_nsxv3.common.synchronization [req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 req-a915309e-9130-43f7-a805-d25edd7d4c5c tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f with Priority: HIGHEST for action security_group_members [ 868.171337] env[69430]: INFO networking_nsxv3.common.synchronization [req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 req-a915309e-9130-43f7-a805-d25edd7d4c5c tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 868.171420] env[69430]: INFO networking_nsxv3.common.synchronization [req-c2cd8b9f-1c4b-427b-84e7-54d4eb7782b7 req-a915309e-9130-43f7-a805-d25edd7d4c5c tempest-SecurityGroupsTestJSON-283696979 tempest-SecurityGroupsTestJSON-283696979-project-member] Enqueued Resource ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 with Priority: HIGHEST for action security_group_members [ 868.171959] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f with Priority: HIGHEST for action security_group_members [ 868.172133] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGHEST for action security_group_members [ 868.172235] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 with Priority: HIGHEST for action security_group_members [ 868.172522] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c1a60f-f7ed-4352-8501-8a548f785e7f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.172674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.172847] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.172955] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.173144] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.173244] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.173319] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.173465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.173503] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.173600] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.174596] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.174783] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.174783] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.174967] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.175164] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.175250] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.175320] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.175453] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.175544] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.175656] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.176480] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-124b17a6-ff67-4218-9a8f-a4613e90fcb9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.176590] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.176654] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.176776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.176924] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.177011] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.177079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.177221] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.177299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.177486] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('124b17a6-ff67-4218-9a8f-a4613e90fcb9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.225564] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de in Status: SUCCESS [ 868.225831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.226011] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.226234] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.226459] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.226582] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.226649] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.226803] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.226886] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.227023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.227063] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.230520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.230712] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.230898] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.231038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.231119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.231261] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.231429] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.231429] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.232730] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed43509a-47ee-4bef-b4d3-ea955f7f7904 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.232849] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.232933] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.233084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.233245] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.233341] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.233481] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.233539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.233623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.233706] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.233853] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed43509a-47ee-4bef-b4d3-ea955f7f7904 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.233948] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.234016] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.234173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.234285] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.234425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.234425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.234578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.234652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.234733] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.234820] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.458364] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.458664] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.458800] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.459134] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.459299] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.459476] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port fc1cad1b-ee5c-4103-91e1-2577939c029c not found, creating... [ 868.459780] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.459948] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.460092] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.460396] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.460562] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.460864] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.461039] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.461203] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.461420] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.461565] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.461721] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: fc1cad1b-ee5c-4103-91e1-2577939c029c is going to be created. [ 868.481501] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.481746] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.481877] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.482198] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.482463] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.482712] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-fc1cad1b-ee5c-4103-91e1-2577939c029c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.679378] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.679690] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.679690] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.679941] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.681266] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.681365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.681705] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.681792] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.705582] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.705944] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.706126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.706220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.706508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.706631] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.706750] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f is going to be updated. [ 868.707983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.708204] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.731363] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.731736] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.731903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.732036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.732340] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.732452] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.732598] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 is going to be updated. [ 868.733886] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.734108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.734245] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.734505] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.734628] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.734707] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.734880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.734985] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.735110] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be updated. [ 868.736341] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.736467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.737296] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.738307] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed43509a-47ee-4bef-b4d3-ea955f7f7904: rpc.has_security_group_logging(os_id): False [ 868.740791] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.740946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.741075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.741317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.741480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.751426] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f in Status: IN_PROGRESS for 2s [ 868.761818] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.762044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.762109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.762307] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.776362] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.776575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.776575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.776822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.776961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.778940] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.779128] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.779165] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.779353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.779524] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.791128] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 in Status: IN_PROGRESS for 2s [ 868.793193] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: IN_PROGRESS for 2s [ 868.797771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.798119] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.798309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.798309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.798533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.798619] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.798881] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.798975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.798975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.799150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.799227] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.799490] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.799555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.799607] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.799758] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.799956] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.799956] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 is going to be updated. [ 868.882998] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.883797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.883797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.883903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.883982] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.938606] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 in Status: IN_PROGRESS for 2s [ 869.243416] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.273170] env[69430]: INFO networking_nsxv3.common.synchronization [req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 req-33164eb3-77b2-4af1-a461-bbf43f355e7a service nova] Enqueued Resource ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de with Priority: HIGHEST for action security_group_rules [ 869.273170] env[69430]: INFO networking_nsxv3.common.synchronization [req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 req-33164eb3-77b2-4af1-a461-bbf43f355e7a service nova] Enqueued Resource ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de with Priority: HIGHEST for action security_group_members [ 869.273170] env[69430]: INFO networking_nsxv3.common.synchronization [req-f5336f12-c4ce-4f1b-9f98-cc28a1acc4f5 req-33164eb3-77b2-4af1-a461-bbf43f355e7a service nova] Enqueued Resource ID: fc1cad1b-ee5c-4103-91e1-2577939c029c with Priority: HIGHEST for action port [ 869.273170] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de with Priority: HIGHEST for action security_group_rules [ 869.273170] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de with Priority: HIGHEST for action security_group_members [ 869.273170] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1cad1b-ee5c-4103-91e1-2577939c029c with Priority: HIGHEST for action port [ 869.273721] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.273797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.273964] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.274180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.274415] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc1cad1b-ee5c-4103-91e1-2577939c029c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.274544] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc1cad1b-ee5c-4103-91e1-2577939c029c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.274934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc1cad1b-ee5c-4103-91e1-2577939c029c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.274934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc1cad1b-ee5c-4103-91e1-2577939c029c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.274934] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc1cad1b-ee5c-4103-91e1-2577939c029c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.755673] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.755673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.755673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.755673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.755673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.755673] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de is going to be updated. [ 869.780143] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc1cad1b-ee5c-4103-91e1-2577939c029c with status ACTIVE [ 869.780143] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.780143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.780143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.780143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.780143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.780143] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.780143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.780143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.780143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.780143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.780143] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.780143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.780143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.780143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.780992] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.780992] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc1cad1b-ee5c-4103-91e1-2577939c029c is going to be updated. [ 869.782741] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.788130] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.788130] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.788130] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.788130] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.798598] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de in Status: IN_PROGRESS for 2s [ 869.810157] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.810157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.810157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.810157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.810157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.810157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc1cad1b-ee5c-4103-91e1-2577939c029c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.762394] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f in Status: SUCCESS [ 870.763388] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f deletion is rescheduled due to dependency. [ 870.763388] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.801112] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 in Status: SUCCESS [ 870.801316] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 deletion is rescheduled due to dependency. [ 870.801463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.802195] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cffb26-85a0-4f75-bbe5-98772768a31c in Status: SUCCESS [ 870.802376] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c deletion is rescheduled due to dependency. [ 870.802491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.955024] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 in Status: SUCCESS [ 870.955024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.809654] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de in Status: SUCCESS [ 871.809654] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.809992] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.809992] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.811876] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.811876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.811876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.811876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.811876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.811876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.811876] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.811876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.811876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.811876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.811876] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.811876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.811876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.811876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.812437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.812508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.812608] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.813634] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.813812] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.814011] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.814142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.814224] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.814375] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.814466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.814562] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.317134] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b81d8eb5-07f8-4b34-81bf-f9cbe81b11de: rpc.has_security_group_logging(os_id): False [ 872.318713] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.347406] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.347787] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.347787] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.348252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.348823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.349419] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.349419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.350115] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.350115] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.350115] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.350312] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.350524] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.350586] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.350957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.350957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.351458] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.351551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.351637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.351980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.351980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.351980] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de is going to be created. [ 872.429426] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.429619] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.429655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.429982] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.430348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.443056] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de in Status: IN_PROGRESS for 2s [ 872.691650] env[69430]: INFO networking_nsxv3.common.synchronization [req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb req-bcd0d747-9d39-40a2-8179-ebc98a65545b tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 872.692264] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 872.692483] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.692600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.692664] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.692854] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.693012] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.693355] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.693355] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.693503] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.693586] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.693718] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.821586] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.104265] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.104559] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.104692] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.105335] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.105721] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.105953] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.107016] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.107016] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.107016] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.107016] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.107154] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.109623] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.109623] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.109623] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.109623] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.109623] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.130020] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.130360] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 873.130536] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.130727] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.131070] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-0f06fd98-03d8-43c1-b5b6-bcf500c52930 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.131614] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-0f06fd98-03d8-43c1-b5b6-bcf500c52930" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.131856] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-0f06fd98-03d8-43c1-b5b6-bcf500c52930" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.132336] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-0f06fd98-03d8-43c1-b5b6-bcf500c52930" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.132498] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f06fd98-03d8-43c1-b5b6-bcf500c52930',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.195849] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.196114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.196235] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.196569] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.219379] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.219656] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.219777] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.219846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.220069] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.220154] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.220297] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 873.257829] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.257829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.257829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.257829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.257829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.267422] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 873.324926] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.325093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.325166] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.325378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.325482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.325615] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de is going to be updated. [ 873.358657] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.358858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.358858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.359125] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.359277] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.368722] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de in Status: IN_PROGRESS for 2s [ 873.634999] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.635276] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.635394] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.635708] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.635870] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.636046] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 0f06fd98-03d8-43c1-b5b6-bcf500c52930 not found, creating... [ 873.636326] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.636496] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.636618] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.636846] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.636996] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.637336] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.637581] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.637747] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.638076] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.638364] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.638569] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 0f06fd98-03d8-43c1-b5b6-bcf500c52930 is going to be created. [ 873.663852] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.664084] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.664229] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.664531] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.664770] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.665010] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-0f06fd98-03d8-43c1-b5b6-bcf500c52930" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.448686] env[69430]: INFO networking_nsxv3.common.synchronization [req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb req-e1e3fde4-e2ee-4969-91a5-60ceb7512165 service nova] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_rules [ 874.450510] env[69430]: INFO networking_nsxv3.common.synchronization [req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb req-e1e3fde4-e2ee-4969-91a5-60ceb7512165 service nova] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 874.450760] env[69430]: INFO networking_nsxv3.common.synchronization [req-a322f5a2-fd00-4dd1-9c1e-c61455fcdfdb req-e1e3fde4-e2ee-4969-91a5-60ceb7512165 service nova] Enqueued Resource ID: 0f06fd98-03d8-43c1-b5b6-bcf500c52930 with Priority: HIGHEST for action port [ 874.450931] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_rules [ 874.451072] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 874.451174] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f06fd98-03d8-43c1-b5b6-bcf500c52930 with Priority: HIGHEST for action port [ 874.451790] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.451923] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.451992] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.452224] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.452342] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.453193] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.453290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.453485] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f06fd98-03d8-43c1-b5b6-bcf500c52930 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.453586] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f06fd98-03d8-43c1-b5b6-bcf500c52930" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.453649] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f06fd98-03d8-43c1-b5b6-bcf500c52930" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.453821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f06fd98-03d8-43c1-b5b6-bcf500c52930" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.453898] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f06fd98-03d8-43c1-b5b6-bcf500c52930',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.455432] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de in Status: SUCCESS [ 874.455623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.456130] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.456205] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.456284] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.955536] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.955793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.958434] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f06fd98-03d8-43c1-b5b6-bcf500c52930 with status ACTIVE [ 874.958696] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.958780] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.958872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.959190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.959313] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.959536] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.959670] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.959761] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.959957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.960093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.960345] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.960484] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.960565] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.960746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.960848] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.960970] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f06fd98-03d8-43c1-b5b6-bcf500c52930 is going to be updated. [ 874.962440] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.962646] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.984124] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.984280] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.984351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.984560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.984694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.984847] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f06fd98-03d8-43c1-b5b6-bcf500c52930" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.167554] env[69430]: INFO networking_nsxv3.common.synchronization [None req-2b31af8d-c93e-4253-91bf-1bf7beafa775 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 with Priority: HIGHEST for action security_group_rules [ 875.169058] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 with Priority: HIGHEST for action security_group_rules [ 875.169058] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.169058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.169058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.169279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.169279] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e50cdfa-272c-4c35-ab79-9990a2ecb368',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.280336] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 875.280336] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 deletion is rescheduled due to dependency. [ 875.280336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.280336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.280336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.280336] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.280336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.280336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.280336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.280646] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.281487] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.293910] env[69430]: INFO networking_nsxv3.common.synchronization [None req-26fdb4c8-6c85-41bf-90a1-a6efdd29b3ad tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 with Priority: HIGHEST for action security_group_rules [ 875.294403] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 with Priority: HIGHEST for action security_group_rules [ 875.294719] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.294826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.381490] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de in Status: SUCCESS [ 875.381740] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.381914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.382145] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.382338] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.382458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.382526] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.382703] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.382786] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.382870] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.382965] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.696242] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.696242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.696565] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.698647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.698647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.698647] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 already deleted. [ 875.698647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.698647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.698647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.698647] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e50cdfa-272c-4c35-ab79-9990a2ecb368',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.785180] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.889208] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.889208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.889208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.889208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.889208] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.889208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.889208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.889208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.889208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.889208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.889208] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.889208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.889208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.889208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.889669] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.889669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.889669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.889669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.889669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.889669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.889669] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.223146] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.223354] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.223354] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.223569] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.223662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.223758] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 already deleted. [ 876.223840] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.291461] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.394920] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b81d8eb5-07f8-4b34-81bf-f9cbe81b11de: rpc.has_security_group_logging(os_id): False [ 876.418604] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.418792] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.418848] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.419303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.419303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.419408] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.420134] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.420209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.420626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.420626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.420711] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.420811] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.420858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.421009] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.421158] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.421271] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.421378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.421456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.421609] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.422140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.422140] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de is going to be updated. [ 876.488145] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.488350] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.488350] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.488515] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.488754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.513157] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de in Status: IN_PROGRESS for 2s [ 876.794389] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.794665] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.794665] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.794836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.794925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.795043] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 876.824746] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.824746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.824746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.824746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.825238] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.835240] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 878.151134] env[69430]: INFO networking_nsxv3.common.synchronization [req-9d160fba-59c1-463d-9ace-a9e600240a9c req-8b7ba0f4-b4ee-4c8a-b0d6-1898feefe764 tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Enqueued Resource ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 with Priority: HIGHEST for action security_group_members [ 878.151134] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 with Priority: HIGHEST for action security_group_members [ 878.152081] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed43509a-47ee-4bef-b4d3-ea955f7f7904 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.152232] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.152303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.152511] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.152672] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.152778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.152841] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.152997] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.153099] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.153190] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.529709] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de in Status: SUCCESS [ 878.530081] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.657198] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.849771] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 878.849771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.849771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.849771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.849896] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.850019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.850086] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.850250] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.850355] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.850434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.850528] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.158657] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.353835] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.353958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.354055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.354403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.354601] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.354707] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.354793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.354965] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.355099] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.355216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.355386] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.355520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.355622] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.355772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.355932] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.356059] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.356150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.356311] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.356422] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.356525] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.356647] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.661431] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.661608] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.661742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.661903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.661995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.662118] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 is going to be updated. [ 879.688730] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.688949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.688949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.689166] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.689310] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.697980] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 in Status: IN_PROGRESS for 2s [ 879.859588] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1464368e-3706-4f5e-b5af-7cba9cf706d9: rpc.has_security_group_logging(os_id): False [ 879.882283] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.882357] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.882421] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.882637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.883225] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.883225] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.883225] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.883225] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.883225] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.883458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.883492] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.883605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.883638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.883757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.883834] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.884063] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.884160] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.884222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.884364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.884439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.884524] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 879.949063] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.949380] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.949380] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.949664] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.949714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.962829] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 881.708429] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 in Status: SUCCESS [ 881.708754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.979022] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 881.979022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.393751] env[69430]: INFO networking_nsxv3.common.synchronization [req-a0926028-776c-439e-9b22-36976c56b929 req-e5caabaf-9f71-4c39-b177-7c6a8a15cebb tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Enqueued Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 882.394368] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 882.394459] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.394527] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.394598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.394825] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.395015] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.395098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.395162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.395323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.395409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.395505] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.807704] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-732 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.808029] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-732" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.808180] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-732" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.808487] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-732" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.808770] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.808936] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.809069] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.809300] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.809449] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.809669] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.809787] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.809902] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.815271] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.815551] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.815697] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.815872] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.835815] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.836151] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 882.836326] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.836513] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-732" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.836849] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-bac8b889-c845-4418-bba6-253473b1bc2d taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.837037] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-bac8b889-c845-4418-bba6-253473b1bc2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.837168] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-bac8b889-c845-4418-bba6-253473b1bc2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.837496] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-bac8b889-c845-4418-bba6-253473b1bc2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.837644] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bac8b889-c845-4418-bba6-253473b1bc2d',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.897314] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.340896] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.341171] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.341306] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.341640] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.342265] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.342265] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port bac8b889-c845-4418-bba6-253473b1bc2d not found, creating... [ 883.342265] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.342508] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.342558] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.342760] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.343041] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.343218] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.343380] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.343534] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.343713] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.343850] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.343993] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: bac8b889-c845-4418-bba6-253473b1bc2d is going to be created. [ 883.368078] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.368322] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.368446] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.368894] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.369043] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.369213] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-bac8b889-c845-4418-bba6-253473b1bc2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.399950] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.901964] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.902267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.902267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.902480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.902519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.902623] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 is going to be updated. [ 883.933678] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.933909] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.933971] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.934230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.934413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.946175] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: IN_PROGRESS for 2s [ 884.187700] env[69430]: INFO networking_nsxv3.common.synchronization [req-a0926028-776c-439e-9b22-36976c56b929 req-d7123ccb-1e1b-4c43-b9e3-1a479871b21c service nova] Enqueued Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_rules [ 884.187700] env[69430]: INFO networking_nsxv3.common.synchronization [req-a0926028-776c-439e-9b22-36976c56b929 req-d7123ccb-1e1b-4c43-b9e3-1a479871b21c service nova] Enqueued Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 884.187700] env[69430]: INFO networking_nsxv3.common.synchronization [req-a0926028-776c-439e-9b22-36976c56b929 req-d7123ccb-1e1b-4c43-b9e3-1a479871b21c service nova] Enqueued Resource ID: bac8b889-c845-4418-bba6-253473b1bc2d with Priority: HIGHEST for action port [ 884.188068] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_rules [ 884.188180] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 884.188586] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bac8b889-c845-4418-bba6-253473b1bc2d with Priority: HIGHEST for action port [ 884.189660] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.189660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.189660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.191824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.191824] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.191824] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.191824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.192196] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-bac8b889-c845-4418-bba6-253473b1bc2d taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.192281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bac8b889-c845-4418-bba6-253473b1bc2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.192339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bac8b889-c845-4418-bba6-253473b1bc2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.195034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bac8b889-c845-4418-bba6-253473b1bc2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.195034] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bac8b889-c845-4418-bba6-253473b1bc2d',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.634031] env[69430]: INFO networking_nsxv3.common.synchronization [None req-cc305efb-2044-4063-89fb-312e8b4a012b None None] Enqueued Resource ID: fd44f10a-b60f-495a-ab77-ee4f07a33609 with Priority: HIGHEST for action port [ 884.634370] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd44f10a-b60f-495a-ab77-ee4f07a33609 with Priority: HIGHEST for action port [ 884.635064] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd44f10a-b60f-495a-ab77-ee4f07a33609 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.635632] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd44f10a-b60f-495a-ab77-ee4f07a33609" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.635748] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd44f10a-b60f-495a-ab77-ee4f07a33609" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.636064] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd44f10a-b60f-495a-ab77-ee4f07a33609" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.636373] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd44f10a-b60f-495a-ab77-ee4f07a33609',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.695817] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.695817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.696455] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bac8b889-c845-4418-bba6-253473b1bc2d with status ACTIVE [ 884.696455] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.696574] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.696574] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.698019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.698019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.698019] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.698019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.698019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.698019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.698019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.698019] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.698019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.698019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.698019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.698019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.698466] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bac8b889-c845-4418-bba6-253473b1bc2d is going to be updated. [ 884.730438] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.730438] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.730438] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.730730] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.731074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.731074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bac8b889-c845-4418-bba6-253473b1bc2d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.107915] env[69430]: INFO networking_nsxv3.common.synchronization [req-7d06a517-f58a-4332-b0a7-f03a524a417f req-3a1565c4-61fb-4554-93ff-aa4e04f7c60c tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Enqueued Resource ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 with Priority: HIGHEST for action security_group_members [ 885.110021] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 with Priority: HIGHEST for action security_group_members [ 885.110021] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.110021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.110021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.110021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.110021] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.111543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.111543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.111543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.111543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.111543] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4f0c097-5180-4fdd-bf7c-e331e5ebd558',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.140968] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd44f10a-b60f-495a-ab77-ee4f07a33609 [ 885.141244] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.141407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.141505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.141675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.141787] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.141893] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd44f10a-b60f-495a-ab77-ee4f07a33609 already deleted. [ 885.141976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd44f10a-b60f-495a-ab77-ee4f07a33609" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.297382] env[69430]: INFO networking_nsxv3.common.synchronization [None req-31bc0589-3a9f-485f-9565-2b8295978f9c tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Enqueued Resource ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a with Priority: HIGHEST for action security_group_rules [ 885.298141] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a with Priority: HIGHEST for action security_group_rules [ 885.298343] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.298426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.298461] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.298689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.300615] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db25c25a-f037-4d54-9af0-d9a27ed0e82a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.397852] env[69430]: INFO networking_nsxv3.common.synchronization [None req-8847e5fc-fda1-4128-aaeb-42f28ac9e3d4 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Enqueued Resource ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a with Priority: HIGHEST for action security_group_rules [ 885.398434] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a with Priority: HIGHEST for action security_group_rules [ 885.398744] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.398848] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.616146] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.616386] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.616467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.616692] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.616783] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.617224] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.617316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.617316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.617454] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.617534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.617619] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 already deleted. [ 885.617698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.648231] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.648493] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-873" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.648621] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-873" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.648987] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-873" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.649292] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.649552] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.649708] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.649921] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.650088] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.650309] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.650481] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.650583] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.650718] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.651128] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.651128] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.651128] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.691127] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.691127] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 885.691127] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.691127] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-873" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.691127] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-8ccef22a-5a9c-4f56-bdac-d11d36def4ef taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.691127] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-8ccef22a-5a9c-4f56-bdac-d11d36def4ef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.691127] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-8ccef22a-5a9c-4f56-bdac-d11d36def4ef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.691127] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-8ccef22a-5a9c-4f56-bdac-d11d36def4ef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.691127] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ccef22a-5a9c-4f56-bdac-d11d36def4ef',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.825668] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.825668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.825668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.825668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.825668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.825668] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a already deleted. [ 885.825668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.825668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.825668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.825668] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db25c25a-f037-4d54-9af0-d9a27ed0e82a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.964716] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: SUCCESS [ 885.964716] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.964716] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.964968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.965217] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.965370] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.965511] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.965648] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.965760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.965847] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.194512] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.194854] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.194957] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.195344] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.195578] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.195895] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 8ccef22a-5a9c-4f56-bdac-d11d36def4ef not found, creating... [ 886.196052] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.196329] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.196416] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.196618] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.196761] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.198731] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.200353] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.200353] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.200919] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.200919] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.200919] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 8ccef22a-5a9c-4f56-bdac-d11d36def4ef is going to be created. [ 886.229632] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.230488] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.230488] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.231124] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.231124] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.231333] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-8ccef22a-5a9c-4f56-bdac-d11d36def4ef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.348070] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.348260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.348321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.348903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.348903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.348903] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a already deleted. [ 886.348903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.468371] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.829241] env[69430]: INFO networking_nsxv3.common.synchronization [None req-1f70e312-e702-409b-8bae-94144f094757 None None] Enqueued Resource ID: 5f5480f5-03ac-472e-9134-eec0d92f3474 with Priority: HIGHEST for action port [ 886.829241] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f5480f5-03ac-472e-9134-eec0d92f3474 with Priority: HIGHEST for action port [ 886.829241] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f5480f5-03ac-472e-9134-eec0d92f3474 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.829241] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f5480f5-03ac-472e-9134-eec0d92f3474" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.829241] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f5480f5-03ac-472e-9134-eec0d92f3474" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.829241] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f5480f5-03ac-472e-9134-eec0d92f3474" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.829241] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f5480f5-03ac-472e-9134-eec0d92f3474',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.971942] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.100739] env[69430]: INFO networking_nsxv3.common.synchronization [req-7d06a517-f58a-4332-b0a7-f03a524a417f req-ab32556a-1980-4fde-b7b6-f37a13420921 service nova] Enqueued Resource ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 with Priority: HIGHEST for action security_group_rules [ 887.101125] env[69430]: INFO networking_nsxv3.common.synchronization [req-7d06a517-f58a-4332-b0a7-f03a524a417f req-ab32556a-1980-4fde-b7b6-f37a13420921 service nova] Enqueued Resource ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 with Priority: HIGHEST for action security_group_members [ 887.101369] env[69430]: INFO networking_nsxv3.common.synchronization [req-7d06a517-f58a-4332-b0a7-f03a524a417f req-ab32556a-1980-4fde-b7b6-f37a13420921 service nova] Enqueued Resource ID: 8ccef22a-5a9c-4f56-bdac-d11d36def4ef with Priority: HIGHEST for action port [ 887.102044] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 with Priority: HIGHEST for action security_group_rules [ 887.102328] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 with Priority: HIGHEST for action security_group_members [ 887.106018] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ccef22a-5a9c-4f56-bdac-d11d36def4ef with Priority: HIGHEST for action port [ 887.106018] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.106018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.106018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.106018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.106018] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4f0c097-5180-4fdd-bf7c-e331e5ebd558',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.106018] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.106018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.106018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.106018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.106018] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.106018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.106018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.106018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.106018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.106018] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4f0c097-5180-4fdd-bf7c-e331e5ebd558',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.108688] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ccef22a-5a9c-4f56-bdac-d11d36def4ef taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.108688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ccef22a-5a9c-4f56-bdac-d11d36def4ef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.108688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ccef22a-5a9c-4f56-bdac-d11d36def4ef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.108688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ccef22a-5a9c-4f56-bdac-d11d36def4ef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.108907] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ccef22a-5a9c-4f56-bdac-d11d36def4ef',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.331648] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f5480f5-03ac-472e-9134-eec0d92f3474 [ 887.331648] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.331648] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.331648] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.331648] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.331648] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.331648] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f5480f5-03ac-472e-9134-eec0d92f3474 already deleted. [ 887.331648] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f5480f5-03ac-472e-9134-eec0d92f3474" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.475804] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.475997] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.476084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.476829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.476829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.476829] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 is going to be updated. [ 887.508027] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.508027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.508027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.508027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.508247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.520456] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: IN_PROGRESS for 2s [ 887.614024] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4f0c097-5180-4fdd-bf7c-e331e5ebd558',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.614024] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.614024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.614024] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ccef22a-5a9c-4f56-bdac-d11d36def4ef with status ACTIVE [ 887.614024] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.614024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.614024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.614024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.614024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.614024] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.614024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.614024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.614024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.614024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.614613] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.614613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.614613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.614613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.614613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.614613] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ccef22a-5a9c-4f56-bdac-d11d36def4ef is going to be updated. [ 887.640538] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.640538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.640538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.640538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.640538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.640538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ccef22a-5a9c-4f56-bdac-d11d36def4ef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.119372] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4f0c097-5180-4fdd-bf7c-e331e5ebd558',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.622424] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.622863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.622863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.622927] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.623109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.623184] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 is going to be created. [ 888.653135] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.653347] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.653533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.653822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.654071] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.665274] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 in Status: UNINITIALIZED for 2s [ 889.531925] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: SUCCESS [ 889.531925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.532159] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.532284] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.532504] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.532648] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.532750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.532982] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.533083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.533172] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.533265] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.035812] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.036233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.036233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.036233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.036429] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.037024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.037024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.037024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.037024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.037024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.037211] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.037211] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.037211] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.037345] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.037701] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.037701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.037701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.037821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.037848] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.037921] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.038013] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.544807] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75617d91-7575-4d15-84e9-7bc4013eb4d9: rpc.has_security_group_logging(os_id): False [ 890.564804] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.565036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.565162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.565476] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.589007] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.589334] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.590539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.590539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.590539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.590539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.590539] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.590539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.590539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.590539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.590539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.591081] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.591081] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.591081] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.591081] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.591081] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.591288] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 is going to be updated. [ 890.679645] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.679645] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.679645] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.679645] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.679645] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.685641] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 in Status: SUCCESS [ 890.685911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.686589] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.687709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.687709] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.687709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.687709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.687709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.687709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.687709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.687709] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4f0c097-5180-4fdd-bf7c-e331e5ebd558',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.716876] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: IN_PROGRESS for 2s [ 891.190824] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4f0c097-5180-4fdd-bf7c-e331e5ebd558',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.693828] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4f0c097-5180-4fdd-bf7c-e331e5ebd558: rpc.has_security_group_logging(os_id): False [ 891.714778] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.714990] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.714990] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.715260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.715342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.715652] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.715704] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.715797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.715924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.716046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.716139] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 is going to be created. [ 891.788435] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.788729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.788729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.788825] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.788981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.800703] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 in Status: IN_PROGRESS for 2s [ 892.104609] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 892.105134] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 892.515037] env[69430]: INFO networking_nsxv3.common.synchronization [req-93a72fde-7754-4f95-8833-a4d7d830e8bb req-68bef878-2c5b-4d80-adc7-89de05418057 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 892.515037] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 892.515420] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.515551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.515656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.515889] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.516088] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.516204] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.516301] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.516465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.516570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.516674] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.732439] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: SUCCESS [ 892.732707] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.018598] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.018870] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.018870] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.019133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.042834] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.043240] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.043449] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.043449] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.043616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.043682] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.043757] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be updated. [ 893.076067] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.076330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.076330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.076530] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.076679] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.087286] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 2s [ 893.324976] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.324976] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.324976] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.325473] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.325717] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.325973] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.326191] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.326458] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.326676] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.327070] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.327070] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.328030] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.328030] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.328030] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.328030] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.328030] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.350393] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.351056] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 893.352034] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.352446] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.352542] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-45bbb356-4e12-49e6-92bc-8738d33686e9 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.352701] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-45bbb356-4e12-49e6-92bc-8738d33686e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.352831] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-45bbb356-4e12-49e6-92bc-8738d33686e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.353185] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-45bbb356-4e12-49e6-92bc-8738d33686e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.353407] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45bbb356-4e12-49e6-92bc-8738d33686e9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.824723] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 in Status: SUCCESS [ 893.825064] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.857190] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.857190] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.857190] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.857673] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.857673] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.857760] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 45bbb356-4e12-49e6-92bc-8738d33686e9 not found, creating... [ 893.858022] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.858202] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.858341] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.858634] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.858810] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.859222] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.859413] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.859586] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.859870] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.860072] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.860688] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 45bbb356-4e12-49e6-92bc-8738d33686e9 is going to be created. [ 893.883741] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.884107] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.884331] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.884807] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.885192] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.885555] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-45bbb356-4e12-49e6-92bc-8738d33686e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.963265] env[69430]: INFO networking_nsxv3.common.synchronization [req-93a72fde-7754-4f95-8833-a4d7d830e8bb req-26089616-9dca-41ea-b5d0-8d3f446ad9ab service nova] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_rules [ 894.963265] env[69430]: INFO networking_nsxv3.common.synchronization [req-93a72fde-7754-4f95-8833-a4d7d830e8bb req-26089616-9dca-41ea-b5d0-8d3f446ad9ab service nova] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 894.963265] env[69430]: INFO networking_nsxv3.common.synchronization [req-93a72fde-7754-4f95-8833-a4d7d830e8bb req-26089616-9dca-41ea-b5d0-8d3f446ad9ab service nova] Enqueued Resource ID: 45bbb356-4e12-49e6-92bc-8738d33686e9 with Priority: HIGHEST for action port [ 894.963265] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_rules [ 894.963265] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 894.963265] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bbb356-4e12-49e6-92bc-8738d33686e9 with Priority: HIGHEST for action port [ 894.965036] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.965402] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.965594] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.966059] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.966259] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.967543] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.969017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.969017] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-45bbb356-4e12-49e6-92bc-8738d33686e9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.969017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45bbb356-4e12-49e6-92bc-8738d33686e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.969017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45bbb356-4e12-49e6-92bc-8738d33686e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.969017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45bbb356-4e12-49e6-92bc-8738d33686e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.969017] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45bbb356-4e12-49e6-92bc-8738d33686e9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.102162] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 4s [ 895.471925] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.471925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.472146] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45bbb356-4e12-49e6-92bc-8738d33686e9 with status ACTIVE [ 895.472501] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.472501] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.472501] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.472893] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.472893] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.473014] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.473100] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.473100] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.473257] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.473325] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.473607] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.473607] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.473761] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.473761] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.473855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.473921] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45bbb356-4e12-49e6-92bc-8738d33686e9 is going to be updated. [ 895.498678] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.498864] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.498864] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.499089] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.499237] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.499473] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45bbb356-4e12-49e6-92bc-8738d33686e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.365574] env[69430]: INFO networking_nsxv3.common.synchronization [req-5f4ad5fc-efd4-4ccb-815d-db1b8fd89974 req-8f047d81-2b8b-44c1-b8c9-8e186d38c1ad tempest-ServersWithSpecificFlavorTestJSON-1239143563 tempest-ServersWithSpecificFlavorTestJSON-1239143563-project-member] Enqueued Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_members [ 896.366320] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGHEST for action security_group_members [ 896.366729] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.367152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.367152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.367152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.367925] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.367925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.367925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.367925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.367925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.368228] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.870562] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.870766] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.870851] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.871171] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.871298] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.871555] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.871733] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.871809] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.871987] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.872118] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.872273] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 is going to be updated. [ 896.905337] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.905653] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.905653] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.906086] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.906354] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.916407] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 in Status: IN_PROGRESS for 2s [ 897.115403] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 897.115702] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b deletion is rescheduled due to dependency. [ 897.115782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.115971] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.116296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.116509] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.116636] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.116738] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.116883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.117026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.117164] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.619558] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.124286] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.626165] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.626165] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.626165] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.626523] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.626523] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.626575] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be updated. [ 898.662541] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.662831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.662831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.663099] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.663204] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.679624] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 2s [ 898.928261] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 in Status: SUCCESS [ 898.928698] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 deletion is rescheduled due to dependency. [ 898.928891] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.705231] env[69430]: INFO networking_nsxv3.common.synchronization [req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac req-bf8ff56a-dd48-41eb-ab3e-2e8128419b7a tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Enqueued Resource ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e with Priority: HIGHEST for action security_group_members [ 899.706030] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e with Priority: HIGHEST for action security_group_members [ 899.706392] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.707223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.707223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.707223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.707223] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.707223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.707223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.707457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.707457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.707704] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cedb0cbe-b60e-4b10-a049-df6f4b6ff96e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.210270] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.211126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.211126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.211126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.211126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.211126] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.213245] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.213332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.214041] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.214041] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.214041] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e already deleted. [ 900.214041] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.368308] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-463 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.368548] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-463" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.368652] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-463" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.369134] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-463" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.372165] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.372165] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.372165] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.372165] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.372165] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.372475] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.372475] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.372536] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.372674] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.372857] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.372943] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.373183] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.401788] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.402039] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 900.402229] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.402439] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-463" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.402903] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-529c5676-a6c9-46f9-90f7-40470594efd7 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.403146] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-529c5676-a6c9-46f9-90f7-40470594efd7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.403316] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-529c5676-a6c9-46f9-90f7-40470594efd7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.403681] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-529c5676-a6c9-46f9-90f7-40470594efd7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.403863] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('529c5676-a6c9-46f9-90f7-40470594efd7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.692504] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 900.692728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.692899] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.693139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.693330] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.693467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.693517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.693655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.693734] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.693819] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.693909] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.907369] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.907647] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.907753] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.908046] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.908201] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.908357] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 529c5676-a6c9-46f9-90f7-40470594efd7 not found, creating... [ 900.908663] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.908824] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.908945] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.909217] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.909318] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.909602] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.909762] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.909942] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.910172] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.910304] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.910446] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 529c5676-a6c9-46f9-90f7-40470594efd7 is going to be created. [ 900.936304] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.936304] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.936304] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.936819] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.936869] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.937140] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-529c5676-a6c9-46f9-90f7-40470594efd7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.196205] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.196398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.196477] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.196790] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.197047] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.197143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.197191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.197366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.197443] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.197534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.197708] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.197803] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.197859] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.198000] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.198189] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.198331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.198417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.198567] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.198643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.198743] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.198837] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.704092] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bdcee59-c331-4e11-b235-553058b0634b: rpc.has_security_group_logging(os_id): False [ 901.724173] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.724382] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.724428] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.724662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.724802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.724996] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.725117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.725178] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.725370] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.725459] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.725669] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.725786] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.725862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.726016] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.726144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.726359] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.726469] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.726535] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.726751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.726974] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.726974] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be updated. [ 901.755400] env[69430]: INFO networking_nsxv3.common.synchronization [req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac req-5c29dcc8-5337-465a-a77d-daa00dceba55 service nova] Enqueued Resource ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e with Priority: HIGHEST for action security_group_rules [ 901.755623] env[69430]: INFO networking_nsxv3.common.synchronization [req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac req-5c29dcc8-5337-465a-a77d-daa00dceba55 service nova] Enqueued Resource ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e with Priority: HIGHEST for action security_group_members [ 901.755817] env[69430]: INFO networking_nsxv3.common.synchronization [req-cb36fdc9-62a7-4c36-94c4-b8a5a6dc51ac req-5c29dcc8-5337-465a-a77d-daa00dceba55 service nova] Enqueued Resource ID: 529c5676-a6c9-46f9-90f7-40470594efd7 with Priority: HIGHEST for action port [ 901.756480] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e with Priority: HIGHEST for action security_group_rules [ 901.756696] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e with Priority: HIGHEST for action security_group_members [ 901.757284] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529c5676-a6c9-46f9-90f7-40470594efd7 with Priority: HIGHEST for action port [ 901.757284] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.757487] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.757487] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.757716] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.757798] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cedb0cbe-b60e-4b10-a049-df6f4b6ff96e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.762588] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.762588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.762588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.763281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.763507] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.763644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.763749] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.763921] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.764132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.764219] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cedb0cbe-b60e-4b10-a049-df6f4b6ff96e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.767183] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-529c5676-a6c9-46f9-90f7-40470594efd7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.767375] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-529c5676-a6c9-46f9-90f7-40470594efd7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.767451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-529c5676-a6c9-46f9-90f7-40470594efd7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.767659] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-529c5676-a6c9-46f9-90f7-40470594efd7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.767748] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('529c5676-a6c9-46f9-90f7-40470594efd7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.799157] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.799157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.799157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.799157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.799157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.815204] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 2s [ 902.262023] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.262023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.266354] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cedb0cbe-b60e-4b10-a049-df6f4b6ff96e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.271501] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 529c5676-a6c9-46f9-90f7-40470594efd7 with status ACTIVE [ 902.271966] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.272155] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.272301] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.272658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.272658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.272977] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.273124] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.273222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.273457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.273575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.273873] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.274024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.274117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.274323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.274454] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.274578] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 529c5676-a6c9-46f9-90f7-40470594efd7 is going to be updated. [ 902.301608] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.301897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.301897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.303091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.303091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.303091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-529c5676-a6c9-46f9-90f7-40470594efd7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.769217] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cedb0cbe-b60e-4b10-a049-df6f4b6ff96e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.275823] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.276216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.276310] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.276646] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.276829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.277030] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e is going to be created. [ 903.311036] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.311036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.311233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.311443] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.311668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.325396] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e in Status: UNINITIALIZED for 2s [ 903.831949] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 903.831949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.897179] env[69430]: INFO networking_nsxv3.common.synchronization [req-39f1de88-84a2-4160-b0d1-40b334f0fa3f req-bd846845-eeb5-4298-86b4-b30b7de161ad tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Enqueued Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 904.900104] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 904.900104] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.900104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.900104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.900104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.900104] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.900104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.900104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.900104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.900104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.900104] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.229689] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.229689] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-520" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.229689] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-520" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.229689] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-520" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.230128] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.230380] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.230680] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.231761] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.231761] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.231761] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.231761] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.231761] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.232150] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.232150] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.232336] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.232918] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.257306] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.257514] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 905.257680] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.257890] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-520" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.258297] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-cbb43095-6a8a-4f7d-ac27-d196f347570b taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.258516] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-cbb43095-6a8a-4f7d-ac27-d196f347570b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.258756] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-cbb43095-6a8a-4f7d-ac27-d196f347570b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.260257] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-cbb43095-6a8a-4f7d-ac27-d196f347570b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.260500] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbb43095-6a8a-4f7d-ac27-d196f347570b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.338294] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e in Status: SUCCESS [ 905.338650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.338851] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.339104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.339306] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.339444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.339515] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.339694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.339922] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.339922] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.340072] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cedb0cbe-b60e-4b10-a049-df6f4b6ff96e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.402213] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.402432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.402617] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.402691] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.402839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.403041] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.403862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.403862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.403862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.404049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.404161] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c is going to be deleted. [ 905.441037] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.441037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.441037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.441037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.441343] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.441343] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.764245] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.764795] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.764795] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.765031] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.765323] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.767270] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port cbb43095-6a8a-4f7d-ac27-d196f347570b not found, creating... [ 905.767270] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.767270] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.767270] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.767270] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.767270] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.767270] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.767270] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.767946] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.767946] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.768102] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.768436] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: cbb43095-6a8a-4f7d-ac27-d196f347570b is going to be created. [ 905.795543] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.795951] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.796218] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.796646] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.797045] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.797416] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-cbb43095-6a8a-4f7d-ac27-d196f347570b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.843316] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.843514] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.843556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.844268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.844268] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.844268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.844268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.844746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.844746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.844746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.844746] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.844746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.844746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.845053] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.845156] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.845243] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.845297] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.845403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.845731] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.845731] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.845731] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cedb0cbe-b60e-4b10-a049-df6f4b6ff96e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.008504] env[69430]: INFO networking_nsxv3.common.synchronization [None req-97500b60-dc63-4fd3-8772-05a1156acf10 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Enqueued Resource ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 with Priority: HIGHEST for action security_group_rules [ 906.010624] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 with Priority: HIGHEST for action security_group_rules [ 906.010995] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.011157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.011231] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.011508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.011606] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a02fcf71-5624-4cb5-b9d4-5a55314d3f66',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.149663] env[69430]: INFO networking_nsxv3.common.synchronization [None req-80760a19-c33c-437c-8d8f-38d725f63e9c tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Enqueued Resource ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 with Priority: HIGHEST for action security_group_rules [ 906.150676] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 with Priority: HIGHEST for action security_group_rules [ 906.151506] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.151506] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.348048] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cedb0cbe-b60e-4b10-a049-df6f4b6ff96e: rpc.has_security_group_logging(os_id): False [ 906.369462] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.369735] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.370113] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.370493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.370689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.372556] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.372782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.372943] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.373230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.373230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.373596] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.373734] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.373817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.374017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.374104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.374352] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.375044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.375044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.375044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.375044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.375044] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e is going to be created. [ 906.448097] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.448419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.448593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.448910] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.449195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.462673] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e in Status: IN_PROGRESS for 2s [ 906.535813] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.538764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.538764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.538764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.538764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.538764] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 already deleted. [ 906.538764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.540894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.542266] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.543083] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a02fcf71-5624-4cb5-b9d4-5a55314d3f66',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.598147] env[69430]: INFO networking_nsxv3.common.synchronization [req-39f1de88-84a2-4160-b0d1-40b334f0fa3f req-7448afd7-4cc4-4d81-a060-4db3cc739181 service nova] Enqueued Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_rules [ 906.598147] env[69430]: INFO networking_nsxv3.common.synchronization [req-39f1de88-84a2-4160-b0d1-40b334f0fa3f req-7448afd7-4cc4-4d81-a060-4db3cc739181 service nova] Enqueued Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 906.598147] env[69430]: INFO networking_nsxv3.common.synchronization [req-39f1de88-84a2-4160-b0d1-40b334f0fa3f req-7448afd7-4cc4-4d81-a060-4db3cc739181 service nova] Enqueued Resource ID: cbb43095-6a8a-4f7d-ac27-d196f347570b with Priority: HIGHEST for action port [ 906.598147] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_rules [ 906.598147] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 906.598409] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb43095-6a8a-4f7d-ac27-d196f347570b with Priority: HIGHEST for action port [ 906.599072] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.599292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.599440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.599963] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.600132] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.601844] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.602026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.602130] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.602387] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.602795] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.606043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.606043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.606043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.606043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.606043] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.606043] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbb43095-6a8a-4f7d-ac27-d196f347570b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.606043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbb43095-6a8a-4f7d-ac27-d196f347570b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.606043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbb43095-6a8a-4f7d-ac27-d196f347570b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.606043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbb43095-6a8a-4f7d-ac27-d196f347570b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.606043] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbb43095-6a8a-4f7d-ac27-d196f347570b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.070164] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.070164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.070164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.070164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.070164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.070164] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 already deleted. [ 907.070164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.110021] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.110021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.110021] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbb43095-6a8a-4f7d-ac27-d196f347570b with status ACTIVE [ 907.110021] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.110021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.110021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.110021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.110021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.110021] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.110021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.110021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.110021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.110021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.110491] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.110491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.110491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.110491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.110491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.110491] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbb43095-6a8a-4f7d-ac27-d196f347570b is going to be updated. [ 907.111376] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.136260] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.136260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.136260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.136260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.136260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.136260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbb43095-6a8a-4f7d-ac27-d196f347570b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.614704] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.117210] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.117210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.117558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.117558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.117627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.117674] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c is going to be created. [ 908.142321] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.142469] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.142469] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.142648] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.142811] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.151176] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: UNINITIALIZED for 2s [ 908.481133] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e in Status: SUCCESS [ 908.482409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.161863] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: SUCCESS [ 910.162356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.162356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.162595] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.162865] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.163033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.163115] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.163260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.163342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.163472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.163576] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.666240] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.666415] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.666505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.666848] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.668996] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.669273] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.669363] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.669631] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.669805] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.670104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.670283] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.670406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.670466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.670609] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.670812] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.670939] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.671018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.671171] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.671252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.671333] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.671424] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.173710] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05bb507b-a0bb-4899-b0c9-1361449b0f8c: rpc.has_security_group_logging(os_id): False [ 911.192179] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.192369] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.192412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.192630] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.192718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.193132] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.193330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.193330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.193504] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.193587] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.193843] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.194159] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.194159] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.194255] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.194390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.194559] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.194658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.194658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.194862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.194934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.195065] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c is going to be created. [ 911.264470] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.264629] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.264700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.264913] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.265120] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.277589] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: IN_PROGRESS for 2s [ 911.601063] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 911.601225] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 912.736265] env[69430]: INFO networking_nsxv3.common.synchronization [req-39f1de88-84a2-4160-b0d1-40b334f0fa3f req-815356f6-a429-427f-afdb-5d38b454bce6 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Enqueued Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 912.736265] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 912.736265] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.736265] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.736265] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.736265] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.736265] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.737332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.737443] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.737615] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.737704] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.737838] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.241046] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.264897] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.265163] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-520" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.265299] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-520" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.265600] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-520" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.265864] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.266039] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.266163] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.266399] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.266535] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.266766] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.266866] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.266979] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.267100] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.267219] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.267383] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.267537] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.291964] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.292169] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 913.292321] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.292507] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-520" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.292846] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-30b1e8ba-27cd-46f7-85be-731ad4a970d6 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.293198] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-30b1e8ba-27cd-46f7-85be-731ad4a970d6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.293403] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-30b1e8ba-27cd-46f7-85be-731ad4a970d6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.294048] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-30b1e8ba-27cd-46f7-85be-731ad4a970d6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.294048] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b1e8ba-27cd-46f7-85be-731ad4a970d6',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.295747] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: SUCCESS [ 913.295940] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.744029] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.797307] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.797716] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.797716] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.798029] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.798285] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.798511] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 30b1e8ba-27cd-46f7-85be-731ad4a970d6 not found, creating... [ 913.798916] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.799166] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.799328] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.799610] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.799789] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.800145] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.800354] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.800541] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.800845] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.801037] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.801833] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 30b1e8ba-27cd-46f7-85be-731ad4a970d6 is going to be created. [ 913.826081] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.827039] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.827039] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.827039] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.827039] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.827254] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-30b1e8ba-27cd-46f7-85be-731ad4a970d6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.247629] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.247814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.247885] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.248113] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.248191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.248360] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c is going to be updated. [ 914.279771] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.279975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.279975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.280213] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.281042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.291024] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: IN_PROGRESS for 2s [ 914.587199] env[69430]: INFO networking_nsxv3.common.synchronization [req-39f1de88-84a2-4160-b0d1-40b334f0fa3f req-f336c2a9-8613-4522-ae15-805cec23d675 service nova] Enqueued Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_rules [ 914.587199] env[69430]: INFO networking_nsxv3.common.synchronization [req-39f1de88-84a2-4160-b0d1-40b334f0fa3f req-f336c2a9-8613-4522-ae15-805cec23d675 service nova] Enqueued Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 914.587199] env[69430]: INFO networking_nsxv3.common.synchronization [req-39f1de88-84a2-4160-b0d1-40b334f0fa3f req-f336c2a9-8613-4522-ae15-805cec23d675 service nova] Enqueued Resource ID: 30b1e8ba-27cd-46f7-85be-731ad4a970d6 with Priority: HIGHEST for action port [ 914.587199] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_rules [ 914.587199] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 914.587199] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b1e8ba-27cd-46f7-85be-731ad4a970d6 with Priority: HIGHEST for action port [ 914.587199] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.587199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.587199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.587744] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.587941] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.590149] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.591471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.591864] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-30b1e8ba-27cd-46f7-85be-731ad4a970d6 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.592115] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30b1e8ba-27cd-46f7-85be-731ad4a970d6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.592238] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30b1e8ba-27cd-46f7-85be-731ad4a970d6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.592760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30b1e8ba-27cd-46f7-85be-731ad4a970d6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.592760] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b1e8ba-27cd-46f7-85be-731ad4a970d6',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.097347] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.097705] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.097740] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30b1e8ba-27cd-46f7-85be-731ad4a970d6 with status ACTIVE [ 915.097954] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.098075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.098111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.098301] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.098396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.098583] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.098681] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.098747] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.098929] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.098991] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.099173] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.099268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.099328] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.099469] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.099542] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.099625] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30b1e8ba-27cd-46f7-85be-731ad4a970d6 is going to be updated. [ 915.124349] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.124582] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.124582] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.124969] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.125145] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.125372] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30b1e8ba-27cd-46f7-85be-731ad4a970d6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.467270] env[69430]: INFO networking_nsxv3.common.synchronization [req-bbf40cb2-bb47-44af-8ff5-9141d48c6cb0 req-83e935da-5435-40cb-83cd-2e2ea54ef107 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Enqueued Resource ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e with Priority: HIGHEST for action security_group_members [ 915.467270] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e with Priority: HIGHEST for action security_group_members [ 915.467270] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.467270] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.467409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.467574] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.467687] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.467778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.467839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.467981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.468251] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.468345] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cedb0cbe-b60e-4b10-a049-df6f4b6ff96e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.974834] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.975050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.975160] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.975562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.975669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.975879] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.976017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.976091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.976235] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.976436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.976436] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e is going to be updated. [ 916.006673] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.006839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.006890] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.007206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.007362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.019254] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e in Status: IN_PROGRESS for 2s [ 916.302978] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: SUCCESS [ 916.303299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.304476] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.304476] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.304476] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.304476] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.304476] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.304701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.304701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.304816] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.807271] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.309251] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.812177] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.812379] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.812379] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.812601] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.812698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.812807] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c is going to be updated. [ 917.845011] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.845253] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.845333] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.845548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.845712] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.855881] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: IN_PROGRESS for 2s [ 918.027858] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e in Status: SUCCESS [ 918.028046] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e deletion is rescheduled due to dependency. [ 918.028171] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.865500] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: SUCCESS [ 919.865866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.865958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.866209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.866401] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.866516] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.867448] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.867448] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.867448] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.867448] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.867448] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.369861] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.370889] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.371434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.371767] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.372938] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.373263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.373429] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.373694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.374010] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.374211] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.374618] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.375608] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.375769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.376053] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.376300] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.376507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.377084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.377339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.377537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.377733] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.377913] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.468595] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 920.468595] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 920.515605] env[69430]: INFO networking_nsxv3.common.synchronization [req-5a54ee3a-de12-4bf9-b25b-1cccf9be19cb req-8e2fbd61-da2f-4444-9610-4b16c1fdc4e4 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Enqueued Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 920.516144] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 920.516789] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.516910] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.516978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.517864] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.518058] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.518170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.518231] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.518440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.518522] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.518620] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.881795] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05bb507b-a0bb-4899-b0c9-1361449b0f8c: rpc.has_security_group_logging(os_id): False [ 920.903074] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.903254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.903340] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.903568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.903679] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.903901] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.904015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.904140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.904232] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.904310] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.904815] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.904815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.904815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.904815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.904992] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.905047] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.905106] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.905171] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.905309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.905382] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.905466] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c is going to be updated. [ 920.972826] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.973117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.973117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.973403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.973578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.992515] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: IN_PROGRESS for 2s [ 921.022247] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.525557] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.029394] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.029700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.029738] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.030018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.030146] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.030354] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 is going to be updated. [ 922.058206] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.058206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.058206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.058478] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.058478] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.068090] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: IN_PROGRESS for 2s [ 923.009975] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: SUCCESS [ 923.010237] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.080062] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: SUCCESS [ 924.080419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.443033] env[69430]: INFO networking_nsxv3.common.synchronization [req-07117342-61e4-4542-9044-76e7f3d7c86b req-3c6a12d5-499d-4716-98c3-2bd417505f23 tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Enqueued Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 925.443711] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 925.444146] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.444302] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.444390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.449022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.449022] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.449022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.449022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.449022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.449022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.449022] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.651397] env[69430]: INFO networking_nsxv3.common.synchronization [req-3e650851-7384-447b-ac25-ef06090c85b2 req-c4d8d5ce-3007-413b-b421-37cbc3c932cd tempest-MultipleCreateTestJSON-2001347763 tempest-MultipleCreateTestJSON-2001347763-project-member] Enqueued Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 925.651953] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGHEST for action security_group_members [ 925.652288] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.652388] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.948962] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.454558] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.956591] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.956768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.956833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.957083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.957169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.957265] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c is going to be updated. [ 926.987701] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.987953] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.987953] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.988070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.988206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.996673] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: IN_PROGRESS for 2s [ 928.663040] env[69430]: INFO networking_nsxv3.common.synchronization [req-a4dab2e1-7730-45ce-9eb3-638050525dd9 req-4d8cc115-7c10-4748-a37f-53120038a36a tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Enqueued Resource ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 with Priority: HIGHEST for action security_group_members [ 928.663554] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 with Priority: HIGHEST for action security_group_members [ 928.663886] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a29793ce-c883-4483-a3e2-64d52d3a58e2 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.664021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.664077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.664348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.666039] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.666039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.666039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.666039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.666039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.666039] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a29793ce-c883-4483-a3e2-64d52d3a58e2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.007010] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: SUCCESS [ 929.007250] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.007414] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.007619] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.007801] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.007915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.007983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.008164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.008245] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.008339] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.045313] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.045516] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-583" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.045647] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-583" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.045999] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-583" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.046264] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.046431] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.046555] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.046773] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.046920] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.047150] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.047808] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.047808] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.047808] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.047808] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.047808] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.047808] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.068024] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.068024] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 929.068024] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.068024] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-583" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.068024] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-1549edbc-be7c-4f3b-bad2-e4f9bfd63629 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.068024] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-1549edbc-be7c-4f3b-bad2-e4f9bfd63629" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.068479] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-1549edbc-be7c-4f3b-bad2-e4f9bfd63629" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.068553] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-1549edbc-be7c-4f3b-bad2-e4f9bfd63629" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.069309] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1549edbc-be7c-4f3b-bad2-e4f9bfd63629',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.168214] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.168214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.168461] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.168581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.168714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.168942] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.169083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.169117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.169267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.169341] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.169425] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 already deleted. [ 929.169504] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.515535] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.515696] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.515771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.516007] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.516120] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.516324] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.516426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.516490] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.516646] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.516723] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.516845] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c is going to be updated. [ 929.553030] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.553030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.553030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.554198] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.554198] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.564630] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: IN_PROGRESS for 2s [ 929.578020] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.578020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.578020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.578020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.578020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.578020] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 1549edbc-be7c-4f3b-bad2-e4f9bfd63629 not found, creating... [ 929.578020] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.578020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.578020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.578020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.578541] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.578541] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.578541] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.578541] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.578541] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.578541] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.578541] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 1549edbc-be7c-4f3b-bad2-e4f9bfd63629 is going to be created. [ 929.607024] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.607024] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.607024] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.607024] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.607024] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.607327] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-1549edbc-be7c-4f3b-bad2-e4f9bfd63629" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.475398] env[69430]: INFO networking_nsxv3.common.synchronization [req-a4dab2e1-7730-45ce-9eb3-638050525dd9 req-725b5349-f971-4014-8b35-96b2e04f286b service nova] Enqueued Resource ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 with Priority: HIGHEST for action security_group_rules [ 930.475762] env[69430]: INFO networking_nsxv3.common.synchronization [req-a4dab2e1-7730-45ce-9eb3-638050525dd9 req-725b5349-f971-4014-8b35-96b2e04f286b service nova] Enqueued Resource ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 with Priority: HIGHEST for action security_group_members [ 930.475762] env[69430]: INFO networking_nsxv3.common.synchronization [req-a4dab2e1-7730-45ce-9eb3-638050525dd9 req-725b5349-f971-4014-8b35-96b2e04f286b service nova] Enqueued Resource ID: 1549edbc-be7c-4f3b-bad2-e4f9bfd63629 with Priority: HIGHEST for action port [ 930.476449] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 with Priority: HIGHEST for action security_group_rules [ 930.476660] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 with Priority: HIGHEST for action security_group_members [ 930.477418] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1549edbc-be7c-4f3b-bad2-e4f9bfd63629 with Priority: HIGHEST for action port [ 930.477873] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a29793ce-c883-4483-a3e2-64d52d3a58e2 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.478089] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.478198] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.478567] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.478684] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a29793ce-c883-4483-a3e2-64d52d3a58e2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.480105] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a29793ce-c883-4483-a3e2-64d52d3a58e2 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.480279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.480376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.480821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.480940] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.481106] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.481202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.481427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.481544] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.481688] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a29793ce-c883-4483-a3e2-64d52d3a58e2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.484050] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-1549edbc-be7c-4f3b-bad2-e4f9bfd63629 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.484050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1549edbc-be7c-4f3b-bad2-e4f9bfd63629" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.484050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1549edbc-be7c-4f3b-bad2-e4f9bfd63629" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.484050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1549edbc-be7c-4f3b-bad2-e4f9bfd63629" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.484050] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1549edbc-be7c-4f3b-bad2-e4f9bfd63629',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.985198] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a29793ce-c883-4483-a3e2-64d52d3a58e2 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.985359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.985568] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a29793ce-c883-4483-a3e2-64d52d3a58e2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.986623] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1549edbc-be7c-4f3b-bad2-e4f9bfd63629 with status ACTIVE [ 930.987018] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.987239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.987418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.987614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.987732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.987907] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.988096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.988188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.988366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.988454] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.988682] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.988819] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.988947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.989022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.989103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.989228] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1549edbc-be7c-4f3b-bad2-e4f9bfd63629 is going to be updated. [ 931.012056] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.012246] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.012317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.012523] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.012683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.012874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1549edbc-be7c-4f3b-bad2-e4f9bfd63629" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.491472] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a29793ce-c883-4483-a3e2-64d52d3a58e2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.579483] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c in Status: SUCCESS [ 931.579483] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c deletion is rescheduled due to dependency. [ 931.579611] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.995043] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.995264] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.995349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.995660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.995834] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.995988] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 is going to be created. [ 932.028161] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.028161] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.028161] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.028161] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.028161] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.041658] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 in Status: UNINITIALIZED for 2s [ 933.973295] env[69430]: INFO networking_nsxv3.common.synchronization [req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 req-f17839c7-c444-4596-bb29-d92fff3c4ff8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 with Priority: HIGHEST for action security_group_members [ 933.973295] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 with Priority: HIGHEST for action security_group_members [ 933.973295] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e50cdfa-272c-4c35-ab79-9990a2ecb368 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.973295] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.973295] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.973295] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.973295] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.973295] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.973822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.974085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.978696] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.978696] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e50cdfa-272c-4c35-ab79-9990a2ecb368',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.054061] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 in Status: SUCCESS [ 934.056750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.056750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.056750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.059958] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.059958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.059958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.059958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.059958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.059958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.059958] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a29793ce-c883-4483-a3e2-64d52d3a58e2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.144130] env[69430]: INFO networking_nsxv3.common.synchronization [req-597056da-4bc3-4a60-b07d-fe42c2017b1d req-7005c369-e505-4ff8-9f55-62f1d354ba41 tempest-FloatingIPsAssociationTestJSON-174409707 tempest-FloatingIPsAssociationTestJSON-174409707-project-member] Enqueued Resource ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 with Priority: HIGHEST for action security_group_members [ 934.145099] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 with Priority: HIGHEST for action security_group_members [ 934.145511] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed43509a-47ee-4bef-b4d3-ea955f7f7904 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.145940] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.145940] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.146103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.147412] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.147412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.147412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.147412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.147412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.147412] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.438564] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.438720] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.438922] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.439243] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.439529] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.439763] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.439833] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.440041] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.440192] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.440413] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.440531] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.440644] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.440759] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.440951] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.441036] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.441176] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.463345] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.463521] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 934.463839] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.463940] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.464405] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-ff753bf3-df2f-4b31-af76-7625bd8f9a11 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.464636] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-ff753bf3-df2f-4b31-af76-7625bd8f9a11" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.464820] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-ff753bf3-df2f-4b31-af76-7625bd8f9a11" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.465099] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-ff753bf3-df2f-4b31-af76-7625bd8f9a11" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.466164] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff753bf3-df2f-4b31-af76-7625bd8f9a11',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.479944] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.480134] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.480227] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.480483] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.480674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.481131] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.481518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.481518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.481664] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.481710] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.481800] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 already deleted. [ 934.481924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.564253] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a29793ce-c883-4483-a3e2-64d52d3a58e2 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.564486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.564669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.565099] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.565397] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.565550] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.565609] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.565856] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.566034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.566232] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.566542] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a29793ce-c883-4483-a3e2-64d52d3a58e2 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.567658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.567734] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.567923] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.568102] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.568208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.568275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.568473] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.568563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.568652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.568746] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a29793ce-c883-4483-a3e2-64d52d3a58e2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.652695] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.652881] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.653011] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.653187] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.653298] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.653497] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.653628] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.653685] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.653820] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.653898] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.653985] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 is going to be updated. [ 934.690917] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.691126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.691126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.692177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.692177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.707568] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 in Status: IN_PROGRESS for 2s [ 934.968985] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.969976] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.969976] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.969976] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.970251] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.970300] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port ff753bf3-df2f-4b31-af76-7625bd8f9a11 not found, creating... [ 934.970663] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.970960] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.971106] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.971452] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.971669] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.972678] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.972678] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.972678] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.972887] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.973025] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.973246] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: ff753bf3-df2f-4b31-af76-7625bd8f9a11 is going to be created. [ 934.995550] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.996061] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.996061] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.996280] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.996524] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.996777] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-ff753bf3-df2f-4b31-af76-7625bd8f9a11" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.072083] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a29793ce-c883-4483-a3e2-64d52d3a58e2: rpc.has_security_group_logging(os_id): False [ 935.093056] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.093374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.093374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.093589] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.093684] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.093929] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.094098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.094179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.094511] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.094511] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.094697] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.094800] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.094800] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.094916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.094980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.095184] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.095317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.095317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.095461] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.095537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.095613] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 is going to be created. [ 935.203697] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.203930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.204072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.204392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.204702] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.222754] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 in Status: IN_PROGRESS for 2s [ 935.830642] env[69430]: INFO networking_nsxv3.common.synchronization [req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 req-e206f71e-4d71-4afa-b9e5-0bc97066dfa5 service nova] Enqueued Resource ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 with Priority: HIGHEST for action security_group_rules [ 935.830843] env[69430]: INFO networking_nsxv3.common.synchronization [req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 req-e206f71e-4d71-4afa-b9e5-0bc97066dfa5 service nova] Enqueued Resource ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 with Priority: HIGHEST for action security_group_members [ 935.831056] env[69430]: INFO networking_nsxv3.common.synchronization [req-cc62a37d-0003-47fd-bd2a-cf9f262918e6 req-e206f71e-4d71-4afa-b9e5-0bc97066dfa5 service nova] Enqueued Resource ID: ff753bf3-df2f-4b31-af76-7625bd8f9a11 with Priority: HIGHEST for action port [ 935.831674] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 with Priority: HIGHEST for action security_group_rules [ 935.831829] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 with Priority: HIGHEST for action security_group_members [ 935.831934] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff753bf3-df2f-4b31-af76-7625bd8f9a11 with Priority: HIGHEST for action port [ 935.832854] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.832991] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.833129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.833403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.833562] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e50cdfa-272c-4c35-ab79-9990a2ecb368',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.835587] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e50cdfa-272c-4c35-ab79-9990a2ecb368 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.835719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.835824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.836055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.836228] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.836331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.836466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.836539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.836624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.836738] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e50cdfa-272c-4c35-ab79-9990a2ecb368',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.837675] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff753bf3-df2f-4b31-af76-7625bd8f9a11 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.837832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff753bf3-df2f-4b31-af76-7625bd8f9a11" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.837875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff753bf3-df2f-4b31-af76-7625bd8f9a11" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.838010] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff753bf3-df2f-4b31-af76-7625bd8f9a11" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.838089] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff753bf3-df2f-4b31-af76-7625bd8f9a11',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.345034] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e50cdfa-272c-4c35-ab79-9990a2ecb368',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.345034] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e50cdfa-272c-4c35-ab79-9990a2ecb368 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.345034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.345034] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff753bf3-df2f-4b31-af76-7625bd8f9a11 with status ACTIVE [ 936.345034] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.345034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.345034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.345034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.345034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.345034] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.345034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.345034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.345034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.346938] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.347497] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.347834] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.348185] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.348564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.348825] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.349182] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff753bf3-df2f-4b31-af76-7625bd8f9a11 is going to be updated. [ 936.379675] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.379675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.379675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.379675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.379675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.379675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff753bf3-df2f-4b31-af76-7625bd8f9a11" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.663895] env[69430]: INFO networking_nsxv3.common.synchronization [req-189ef0d6-fad6-4560-a08f-9925c932fca6 req-c988f889-fdfc-4fdd-b4d6-245b618c0c27 tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Enqueued Resource ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a with Priority: HIGHEST for action security_group_members [ 936.664357] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a with Priority: HIGHEST for action security_group_members [ 936.664699] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-db25c25a-f037-4d54-9af0-d9a27ed0e82a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.664881] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.665035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.665459] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.666073] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.666073] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.666073] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.666073] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.667456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.667456] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db25c25a-f037-4d54-9af0-d9a27ed0e82a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.718028] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 in Status: SUCCESS [ 936.718228] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 deletion is rescheduled due to dependency. [ 936.719202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.851934] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e50cdfa-272c-4c35-ab79-9990a2ecb368',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.173537] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.173740] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.173840] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.174107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.174214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.174436] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.174562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.174675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.174792] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.174899] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.175033] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a already deleted. [ 937.175182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.213148] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.213380] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.213518] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.213838] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.214114] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.215209] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.215420] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.215664] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.217677] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.217960] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.218141] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.218241] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.218355] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.218473] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.218584] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.218734] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.249889] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.250225] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.250225] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.250433] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-164" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.251129] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-7ec55129-87d4-4738-9e89-69bbf74d57f5 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.251254] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-7ec55129-87d4-4738-9e89-69bbf74d57f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.251295] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-7ec55129-87d4-4738-9e89-69bbf74d57f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.251594] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-7ec55129-87d4-4738-9e89-69bbf74d57f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.251736] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ec55129-87d4-4738-9e89-69bbf74d57f5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.254051] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 in Status: SUCCESS [ 937.254558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.354914] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.355244] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.355244] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.355477] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.355568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.355666] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 is going to be created. [ 937.381330] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.381522] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.381522] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.382317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.382497] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.392592] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 in Status: UNINITIALIZED for 2s [ 937.756899] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.757110] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.757189] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.757602] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.757769] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.757969] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 7ec55129-87d4-4738-9e89-69bbf74d57f5 not found, creating... [ 937.758308] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.759127] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.759127] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.759399] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.759571] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.759922] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.760101] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.760265] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.760558] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.760701] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.760851] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 7ec55129-87d4-4738-9e89-69bbf74d57f5 is going to be created. [ 937.800493] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.801896] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.801896] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.801896] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.802040] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.802448] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-7ec55129-87d4-4738-9e89-69bbf74d57f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.629523] env[69430]: INFO networking_nsxv3.common.synchronization [req-189ef0d6-fad6-4560-a08f-9925c932fca6 req-d5493e65-fa7f-43ce-825d-9d964f994e12 service nova] Enqueued Resource ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a with Priority: HIGHEST for action security_group_rules [ 938.629872] env[69430]: INFO networking_nsxv3.common.synchronization [req-189ef0d6-fad6-4560-a08f-9925c932fca6 req-d5493e65-fa7f-43ce-825d-9d964f994e12 service nova] Enqueued Resource ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a with Priority: HIGHEST for action security_group_members [ 938.629872] env[69430]: INFO networking_nsxv3.common.synchronization [req-189ef0d6-fad6-4560-a08f-9925c932fca6 req-d5493e65-fa7f-43ce-825d-9d964f994e12 service nova] Enqueued Resource ID: 7ec55129-87d4-4738-9e89-69bbf74d57f5 with Priority: HIGHEST for action port [ 938.630529] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a with Priority: HIGHEST for action security_group_rules [ 938.632144] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a with Priority: HIGHEST for action security_group_members [ 938.632144] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ec55129-87d4-4738-9e89-69bbf74d57f5 with Priority: HIGHEST for action port [ 938.632606] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.632776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.632878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.633205] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.633323] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db25c25a-f037-4d54-9af0-d9a27ed0e82a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.634991] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-db25c25a-f037-4d54-9af0-d9a27ed0e82a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.635202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.635293] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.635581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.635828] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.635947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.636050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.636260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.636388] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.636576] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db25c25a-f037-4d54-9af0-d9a27ed0e82a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.638261] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ec55129-87d4-4738-9e89-69bbf74d57f5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.638261] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ec55129-87d4-4738-9e89-69bbf74d57f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.638261] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ec55129-87d4-4738-9e89-69bbf74d57f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.638504] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ec55129-87d4-4738-9e89-69bbf74d57f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.638595] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ec55129-87d4-4738-9e89-69bbf74d57f5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.141537] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-db25c25a-f037-4d54-9af0-d9a27ed0e82a taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.141537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.141537] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db25c25a-f037-4d54-9af0-d9a27ed0e82a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.144713] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ec55129-87d4-4738-9e89-69bbf74d57f5 with status ACTIVE [ 939.147771] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.147771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.147771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.147771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.147771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.147771] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.147771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.147771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.147771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.147771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.147771] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.147771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.147771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.147771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.147771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.148598] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ec55129-87d4-4738-9e89-69bbf74d57f5 is going to be updated. [ 939.162706] env[69430]: INFO networking_nsxv3.common.synchronization [req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 req-161806d7-bb64-40f3-8ad1-e58c7e5a6c05 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Enqueued Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_members [ 939.163239] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_members [ 939.163751] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.164268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.164343] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.164614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.164781] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.164896] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.164961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.165587] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.165660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.165760] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.169835] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.169960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.170033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.170224] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.170357] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.170511] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ec55129-87d4-4738-9e89-69bbf74d57f5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.410025] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 in Status: SUCCESS [ 939.410260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.410438] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.410694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.410890] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.415030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.415030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.415030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.415030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.415030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.415030] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e50cdfa-272c-4c35-ab79-9990a2ecb368',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.645731] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db25c25a-f037-4d54-9af0-d9a27ed0e82a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.668363] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.668475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.668520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.668782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.668877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.669148] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.669248] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.669893] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.670127] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.670221] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.670312] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f already deleted. [ 939.670401] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.859050] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.859050] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-30" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.863023] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-30" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.863023] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-30" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.863023] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.863023] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.863023] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.863023] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.863023] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.863023] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 939.863023] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.863023] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.863023] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.863023] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 939.863023] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.863023] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.885352] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.885568] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 939.885718] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.885934] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-30" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.886364] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-7d9d6839-ac1f-46d1-91fb-afa82d06758c taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.886552] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-7d9d6839-ac1f-46d1-91fb-afa82d06758c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.887917] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-7d9d6839-ac1f-46d1-91fb-afa82d06758c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.887917] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-7d9d6839-ac1f-46d1-91fb-afa82d06758c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.887917] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d9d6839-ac1f-46d1-91fb-afa82d06758c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.914799] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e50cdfa-272c-4c35-ab79-9990a2ecb368',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.149563] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.149756] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.149802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.150015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.150111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.150212] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a is going to be created. [ 940.180182] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.180182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.180182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.180364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.180575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.191636] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a in Status: UNINITIALIZED for 2s [ 940.394871] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.395173] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.395321] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.395608] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.395761] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.395940] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 7d9d6839-ac1f-46d1-91fb-afa82d06758c not found, creating... [ 940.396250] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.396417] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.397019] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.397019] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.397019] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.397435] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.397621] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.397745] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.397978] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.398699] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.398699] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 7d9d6839-ac1f-46d1-91fb-afa82d06758c is going to be created. [ 940.418150] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e50cdfa-272c-4c35-ab79-9990a2ecb368: rpc.has_security_group_logging(os_id): False [ 940.424454] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.424701] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.424849] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.425206] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.425470] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.426077] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-7d9d6839-ac1f-46d1-91fb-afa82d06758c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.439775] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.440200] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.440320] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.440600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.440739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.441043] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.441187] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.441631] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.441631] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.441631] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.441631] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 is going to be created. [ 940.532866] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.533226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.533226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.533360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.533680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.554803] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 in Status: IN_PROGRESS for 2s [ 941.480530] env[69430]: INFO networking_nsxv3.common.synchronization [req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 req-cd6a2e67-4b57-427e-94cc-e33a1a6d3b59 service nova] Enqueued Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_rules [ 941.480530] env[69430]: INFO networking_nsxv3.common.synchronization [req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 req-cd6a2e67-4b57-427e-94cc-e33a1a6d3b59 service nova] Enqueued Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_members [ 941.480530] env[69430]: INFO networking_nsxv3.common.synchronization [req-3f16d9c5-0a92-4710-b075-8c43a0fa2685 req-cd6a2e67-4b57-427e-94cc-e33a1a6d3b59 service nova] Enqueued Resource ID: 7d9d6839-ac1f-46d1-91fb-afa82d06758c with Priority: HIGHEST for action port [ 941.480530] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_rules [ 941.480530] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_members [ 941.480530] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9d6839-ac1f-46d1-91fb-afa82d06758c with Priority: HIGHEST for action port [ 941.480530] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.480530] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.480530] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.481184] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.481184] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.485141] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.485141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.485141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.485141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.485141] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.485141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.485141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.485141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.485141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.485141] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.485141] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d9d6839-ac1f-46d1-91fb-afa82d06758c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.485141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d9d6839-ac1f-46d1-91fb-afa82d06758c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.485799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d9d6839-ac1f-46d1-91fb-afa82d06758c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.485799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d9d6839-ac1f-46d1-91fb-afa82d06758c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.485799] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d9d6839-ac1f-46d1-91fb-afa82d06758c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.955695] env[69430]: INFO networking_nsxv3.common.synchronization [req-de1cb168-52a5-40be-a79b-74686dca275c req-86742823-68c5-483d-be4b-1787ffb8e0b0 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Enqueued Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_members [ 941.956597] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_members [ 941.957246] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.957246] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.987302] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.987302] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.987947] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.989469] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d9d6839-ac1f-46d1-91fb-afa82d06758c with status ACTIVE [ 941.989852] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.990038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.990116] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.990360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.990414] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.990619] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.990922] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.990922] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.990922] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.991038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.994784] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.994893] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.994968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.995176] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.995261] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.995373] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d9d6839-ac1f-46d1-91fb-afa82d06758c is going to be updated. [ 942.027832] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.027832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.027832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.028129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.028884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.028884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d9d6839-ac1f-46d1-91fb-afa82d06758c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.206185] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a in Status: SUCCESS [ 942.206463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.206602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.206858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.207102] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.207214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.207259] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.207491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.207491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.207577] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.207676] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db25c25a-f037-4d54-9af0-d9a27ed0e82a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.502168] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.569329] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 in Status: SUCCESS [ 942.569554] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.616276] env[69430]: INFO networking_nsxv3.common.synchronization [req-9d57b337-fd08-4a0d-ad70-2c112f416c2f req-128f8008-6abd-494a-b678-9cd0981af3cc tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 942.616880] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 942.617313] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.618323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.618323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.618323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.618323] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.618323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.618824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.618824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.619104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.619104] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.713083] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db25c25a-f037-4d54-9af0-d9a27ed0e82a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.766160] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.766464] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-30" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.766617] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-30" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.769020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-30" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.769020] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.769020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.769020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.769020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.769020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.769020] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.769020] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.769020] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.769020] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.769020] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.769020] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.769020] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.795236] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.795236] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 942.795236] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.795236] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-30" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.795236] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-1d3ba2ec-a436-4320-8018-169188228759 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.795236] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-1d3ba2ec-a436-4320-8018-169188228759" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.795236] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-1d3ba2ec-a436-4320-8018-169188228759" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.795236] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-1d3ba2ec-a436-4320-8018-169188228759" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.795236] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d3ba2ec-a436-4320-8018-169188228759',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.003462] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.003462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.003462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.003462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.003462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.003462] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f is going to be created. [ 943.036985] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.036985] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.036985] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.036985] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.036985] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.054425] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: UNINITIALIZED for 2s [ 943.124605] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.124934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.125143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.125521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.125691] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.126331] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.126331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.126525] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.126799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.126935] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.127170] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 943.184932] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.185239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.185333] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.185647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.185807] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.198409] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 943.216993] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db25c25a-f037-4d54-9af0-d9a27ed0e82a: rpc.has_security_group_logging(os_id): False [ 943.247914] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.248169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.248337] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.248628] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.248749] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.249427] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.249671] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.249797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.250374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.250605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.250795] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a is going to be created. [ 943.302096] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.302373] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.302505] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.302814] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.303013] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.303251] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 1d3ba2ec-a436-4320-8018-169188228759 not found, creating... [ 943.303562] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.303749] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.303878] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.304123] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.304388] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.304604] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.304795] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.304910] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.305196] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.305286] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.305425] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 1d3ba2ec-a436-4320-8018-169188228759 is going to be created. [ 943.326809] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.327104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.327104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.327397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.327601] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.333687] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.334015] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.334217] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.334590] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.334923] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.335318] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-1d3ba2ec-a436-4320-8018-169188228759" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.338809] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a in Status: IN_PROGRESS for 2s [ 944.120846] env[69430]: INFO networking_nsxv3.common.synchronization [req-de1cb168-52a5-40be-a79b-74686dca275c req-3bcb8c0c-ab83-47b8-bbce-d31467179afb service nova] Enqueued Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_rules [ 944.121251] env[69430]: INFO networking_nsxv3.common.synchronization [req-de1cb168-52a5-40be-a79b-74686dca275c req-3bcb8c0c-ab83-47b8-bbce-d31467179afb service nova] Enqueued Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_members [ 944.121251] env[69430]: INFO networking_nsxv3.common.synchronization [req-de1cb168-52a5-40be-a79b-74686dca275c req-3bcb8c0c-ab83-47b8-bbce-d31467179afb service nova] Enqueued Resource ID: 1d3ba2ec-a436-4320-8018-169188228759 with Priority: HIGHEST for action port [ 944.121536] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_rules [ 944.121610] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_members [ 944.121682] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3ba2ec-a436-4320-8018-169188228759 with Priority: HIGHEST for action port [ 944.122806] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.122944] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.123407] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.123514] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.123717] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d3ba2ec-a436-4320-8018-169188228759 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.123811] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d3ba2ec-a436-4320-8018-169188228759" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.123881] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d3ba2ec-a436-4320-8018-169188228759" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.124099] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d3ba2ec-a436-4320-8018-169188228759" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.124185] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d3ba2ec-a436-4320-8018-169188228759',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.627817] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d3ba2ec-a436-4320-8018-169188228759 with status ACTIVE [ 944.628103] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.628330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.628330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.628609] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.628724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.628932] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.629081] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.629152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.629346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.629448] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.629645] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.629743] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.629809] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.629981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.630083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.630210] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d3ba2ec-a436-4320-8018-169188228759 is going to be updated. [ 944.659691] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.659845] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.659918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.660165] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.660311] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.660481] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d3ba2ec-a436-4320-8018-169188228759" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.071049] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: SUCCESS [ 945.071049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.071049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.071049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.071049] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.071049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.071049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.071049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.071049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.071049] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.210049] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 945.210049] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 deletion is rescheduled due to dependency. [ 945.210049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.354618] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a in Status: SUCCESS [ 945.357077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.573489] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.075995] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.579096] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.579096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.579096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.579096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.579796] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.579796] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f is going to be updated. [ 946.614266] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.614442] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.614599] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.614718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.614870] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.630684] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: IN_PROGRESS for 2s [ 948.642781] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: SUCCESS [ 948.642781] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.644192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.644192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.644192] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.644192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.644192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.644192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.644192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.644192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.644192] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.644818] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.644989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.645174] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.645327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.645381] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.645501] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.645580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.645697] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.123195] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 949.123444] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 949.147213] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.147391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.147638] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.650475] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.751355] env[69430]: INFO networking_nsxv3.common.synchronization [req-d1593062-1182-489e-926e-7048a96ea802 req-f90a0808-1b37-45c9-ab1f-4f0a8040ce2e tempest-InstanceActionsTestJSON-985559888 tempest-InstanceActionsTestJSON-985559888-project-member] Enqueued Resource ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 with Priority: HIGHEST for action security_group_members [ 949.752367] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 with Priority: HIGHEST for action security_group_members [ 949.752616] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a29793ce-c883-4483-a3e2-64d52d3a58e2 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.752773] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.752888] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.753278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.753575] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.753704] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.753783] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.753961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.754064] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.754182] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a29793ce-c883-4483-a3e2-64d52d3a58e2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.153333] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.153543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.153581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.153802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.153892] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.153988] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f is going to be updated. [ 950.184933] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.185153] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.185153] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.185406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.185565] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.195598] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: IN_PROGRESS for 2s [ 950.261065] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.261065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.261065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.261065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.261065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.261472] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.261472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.261472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.261472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.261656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.261656] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 is going to be updated. [ 950.291367] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.291582] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.291582] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.292437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.292437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.302165] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 in Status: IN_PROGRESS for 2s [ 950.940686] env[69430]: INFO networking_nsxv3.common.synchronization [req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 req-34feaafc-8f68-4f87-80f4-bccccf337839 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Enqueued Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_members [ 950.944367] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_members [ 950.944367] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.944367] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.357179] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.357392] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-30" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.357523] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-30" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.357800] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-30" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.358079] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.358274] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.358367] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.358587] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.358894] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.359192] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 951.359331] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.359454] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.359568] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.359687] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 951.359800] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.359939] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.382371] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.382620] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 951.382706] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.382947] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-30" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.383238] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-cb679779-1e59-4966-af2f-e1866acf84a5 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.383531] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-cb679779-1e59-4966-af2f-e1866acf84a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.383709] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-cb679779-1e59-4966-af2f-e1866acf84a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.384053] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-cb679779-1e59-4966-af2f-e1866acf84a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.384937] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb679779-1e59-4966-af2f-e1866acf84a5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.889835] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.890114] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.890259] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.890628] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.890796] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.890959] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port cb679779-1e59-4966-af2f-e1866acf84a5 not found, creating... [ 951.891290] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.891456] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.891578] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.891913] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.891983] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.892299] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.892466] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.892590] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.892804] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.892945] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.893108] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: cb679779-1e59-4966-af2f-e1866acf84a5 is going to be created. [ 951.913328] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.913543] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.913674] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.913946] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.914201] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.914434] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-cb679779-1e59-4966-af2f-e1866acf84a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.208768] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: SUCCESS [ 952.209061] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.209316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.209539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.209998] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.209998] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.209998] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.210184] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.210267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.210331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.210675] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.210675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.210675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.210817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.210921] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.211042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.211162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.211314] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.211390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.211479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.211569] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.212539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.213044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.213044] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.213044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.213044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.213450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.213450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.213450] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.313393] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 in Status: SUCCESS [ 952.313538] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 deletion is rescheduled due to dependency. [ 952.313602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.702873] env[69430]: INFO networking_nsxv3.common.synchronization [req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 req-06179853-a547-4091-83b1-6edceb2d60eb service nova] Enqueued Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_rules [ 952.702939] env[69430]: INFO networking_nsxv3.common.synchronization [req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 req-06179853-a547-4091-83b1-6edceb2d60eb service nova] Enqueued Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_members [ 952.703752] env[69430]: INFO networking_nsxv3.common.synchronization [req-5c497a03-7df2-49b0-ab7e-2fdea6bfd732 req-06179853-a547-4091-83b1-6edceb2d60eb service nova] Enqueued Resource ID: cb679779-1e59-4966-af2f-e1866acf84a5 with Priority: HIGHEST for action port [ 952.703752] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_rules [ 952.703889] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_members [ 952.703930] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb679779-1e59-4966-af2f-e1866acf84a5 with Priority: HIGHEST for action port [ 952.705423] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.705423] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.705423] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.705559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.706588] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb679779-1e59-4966-af2f-e1866acf84a5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.706720] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb679779-1e59-4966-af2f-e1866acf84a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.706786] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb679779-1e59-4966-af2f-e1866acf84a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.707023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb679779-1e59-4966-af2f-e1866acf84a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.707154] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb679779-1e59-4966-af2f-e1866acf84a5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.716218] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c493bbf-91f4-4607-a0a9-f0346fa8870f: rpc.has_security_group_logging(os_id): False [ 952.717198] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.743027] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.743027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.743027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.743027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.743027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.743027] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.743027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.743027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.743027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.743027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.743027] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.743027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.743027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.743824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.743824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.743824] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.743824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.743824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.743824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.743824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.743824] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f is going to be created. [ 952.823925] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.823925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.824172] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.824207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.824930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.846022] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: IN_PROGRESS for 2s [ 953.211513] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb679779-1e59-4966-af2f-e1866acf84a5 with status ACTIVE [ 953.211815] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.212044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.212044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.212788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.212788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.212788] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.212788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.212788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.213174] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.213174] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.213174] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.213322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.213322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.213421] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.213478] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.213556] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb679779-1e59-4966-af2f-e1866acf84a5 is going to be updated. [ 953.220603] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.237105] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.237801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.237801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.237801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.238032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.238285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb679779-1e59-4966-af2f-e1866acf84a5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.724044] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.724239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.724286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.724546] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.724757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.724757] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f is going to be updated. [ 953.759710] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.759831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.759831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.760081] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.760233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.770522] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: IN_PROGRESS for 2s [ 954.858156] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: SUCCESS [ 954.858512] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.858570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.858768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.858860] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.364396] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.364396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.368383] env[69430]: INFO networking_nsxv3.common.synchronization [req-70da5f97-112e-4039-bd5a-d8c742d480b1 req-9075b934-6071-4b24-b98e-e9e24a719f27 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Enqueued Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGHEST for action security_group_members [ 955.368974] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGHEST for action security_group_members [ 955.369322] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.369442] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.369507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.369698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.369854] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.369949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.370038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.371486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.371560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.371654] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.781122] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: SUCCESS [ 955.781420] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.781592] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.781826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.782024] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.782149] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.782211] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.782407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.782488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.782585] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.877076] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.286858] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.379066] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.759138] env[69430]: INFO networking_nsxv3.common.synchronization [req-d162fd50-f60d-449a-bd9d-4233c9b92f2b req-264141f3-88ac-4824-9f73-87e62f8bf422 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Enqueued Resource ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 with Priority: HIGHEST for action security_group_members [ 956.759138] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 with Priority: HIGHEST for action security_group_members [ 956.759138] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.759138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.759138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.759138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.759138] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.759138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.759138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.759138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.759138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.759138] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a02fcf71-5624-4cb5-b9d4-5a55314d3f66',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.792543] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.881828] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.883430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.883430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.883430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.883430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.883430] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 is going to be updated. [ 956.923111] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.923426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.923426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.923711] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.923866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.936957] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 in Status: IN_PROGRESS for 2s [ 957.151705] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.151705] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-403" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.151705] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-403" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.151705] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-403" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.151705] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.151705] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.152076] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.152076] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.152284] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.152557] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.152683] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.152800] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.153314] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.153314] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.153314] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.153314] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.176412] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.176779] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 957.177067] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.177436] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-403" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.177880] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-ef7050ab-df12-4ed6-8eb9-f258cc08568b taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.178200] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-ef7050ab-df12-4ed6-8eb9-f258cc08568b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.178369] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-ef7050ab-df12-4ed6-8eb9-f258cc08568b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.178770] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-ef7050ab-df12-4ed6-8eb9-f258cc08568b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.178972] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef7050ab-df12-4ed6-8eb9-f258cc08568b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.267054] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.267264] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.267316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.267513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.267603] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.267801] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.267895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.267954] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.268112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.268213] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.268267] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 already deleted. [ 957.268342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.295980] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.296194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.296194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.296407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.296497] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.296593] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f is going to be updated. [ 957.324537] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.324696] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.324752] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.324961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.325119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.334618] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: IN_PROGRESS for 2s [ 957.681624] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.681858] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.681991] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.682338] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.682506] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.682666] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port ef7050ab-df12-4ed6-8eb9-f258cc08568b not found, creating... [ 957.682938] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.683116] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.683242] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.683507] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.683657] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.684068] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.684286] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.684417] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.684651] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.684980] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.685106] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: ef7050ab-df12-4ed6-8eb9-f258cc08568b is going to be created. [ 957.708563] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.708791] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.708952] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.709251] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.709475] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.709876] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-ef7050ab-df12-4ed6-8eb9-f258cc08568b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.130491] env[69430]: INFO networking_nsxv3.common.synchronization [req-d69675b2-1d29-4c67-9ea2-b8374c094e4f req-b8b75491-a9e7-464f-84b3-53f8d64d4319 tempest-VolumesAdminNegativeTest-1640078929 tempest-VolumesAdminNegativeTest-1640078929-project-member] Enqueued Resource ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 with Priority: HIGHEST for action security_group_members [ 958.131069] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 with Priority: HIGHEST for action security_group_members [ 958.131406] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-697eaf45-155d-41e2-83dc-293d7cb7e248 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.131534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.131598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.131792] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.131941] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.132052] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.132141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.132273] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.132354] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.132447] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('697eaf45-155d-41e2-83dc-293d7cb7e248',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.504478] env[69430]: INFO networking_nsxv3.common.synchronization [req-d162fd50-f60d-449a-bd9d-4233c9b92f2b req-bbae6e19-133a-486f-a538-40bb48f677fb service nova] Enqueued Resource ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 with Priority: HIGHEST for action security_group_rules [ 958.504874] env[69430]: INFO networking_nsxv3.common.synchronization [req-d162fd50-f60d-449a-bd9d-4233c9b92f2b req-bbae6e19-133a-486f-a538-40bb48f677fb service nova] Enqueued Resource ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 with Priority: HIGHEST for action security_group_members [ 958.504949] env[69430]: INFO networking_nsxv3.common.synchronization [req-d162fd50-f60d-449a-bd9d-4233c9b92f2b req-bbae6e19-133a-486f-a538-40bb48f677fb service nova] Enqueued Resource ID: ef7050ab-df12-4ed6-8eb9-f258cc08568b with Priority: HIGHEST for action port [ 958.505202] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 with Priority: HIGHEST for action security_group_rules [ 958.505376] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 with Priority: HIGHEST for action security_group_members [ 958.505421] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef7050ab-df12-4ed6-8eb9-f258cc08568b with Priority: HIGHEST for action port [ 958.506508] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.506642] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.506709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.506914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.506992] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a02fcf71-5624-4cb5-b9d4-5a55314d3f66',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.507997] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.508418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.508534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.508802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.508875] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.509015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.509059] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.510761] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.510761] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.510761] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a02fcf71-5624-4cb5-b9d4-5a55314d3f66',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.511270] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef7050ab-df12-4ed6-8eb9-f258cc08568b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.511270] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef7050ab-df12-4ed6-8eb9-f258cc08568b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.511407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef7050ab-df12-4ed6-8eb9-f258cc08568b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.511639] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef7050ab-df12-4ed6-8eb9-f258cc08568b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.511639] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef7050ab-df12-4ed6-8eb9-f258cc08568b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.635826] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.635826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.635826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.636331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.636331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.636505] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.636606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.636670] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.636853] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.636963] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.637109] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 is going to be updated. [ 958.666177] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.666388] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.666388] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.666642] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.666766] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.677826] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 in Status: IN_PROGRESS for 2s [ 958.948046] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 in Status: SUCCESS [ 958.948150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.012454] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a02fcf71-5624-4cb5-b9d4-5a55314d3f66',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.013548] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef7050ab-df12-4ed6-8eb9-f258cc08568b with status ACTIVE [ 959.014223] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.014223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.014223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.014223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.014428] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.014456] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.014563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.014608] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.014811] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.014893] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.016718] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.016718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.016718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.016718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.016718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.016718] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef7050ab-df12-4ed6-8eb9-f258cc08568b is going to be updated. [ 959.016718] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.016718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.038542] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.038738] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.038805] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.038986] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.039172] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.039338] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef7050ab-df12-4ed6-8eb9-f258cc08568b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.343903] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: SUCCESS [ 959.344275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.344386] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.344605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.344879] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.344998] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.345083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.345254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.345359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.345479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.345596] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.518127] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a02fcf71-5624-4cb5-b9d4-5a55314d3f66',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.848371] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.848591] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.848714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.848981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.849474] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.849474] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.849474] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.849601] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.849601] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.849745] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.849883] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.849992] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.850110] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.850317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.850563] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.850680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.850680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.850868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.850954] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.851066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.851195] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.022553] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.022722] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.022771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.022997] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.023110] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.023211] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 is going to be created. [ 960.045481] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.045672] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.045672] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.045882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.046052] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.054805] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 in Status: UNINITIALIZED for 2s [ 960.354072] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c493bbf-91f4-4607-a0a9-f0346fa8870f: rpc.has_security_group_logging(os_id): False [ 960.371981] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.372226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.372226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.372424] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.372501] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.372712] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.372828] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.372871] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.373022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.373094] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.373292] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.373380] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.373440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.373651] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.373765] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.374069] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.374190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.374254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.374396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.374487] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.374580] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f is going to be updated. [ 960.446180] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.446392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.446392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.446598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.446740] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.459868] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: IN_PROGRESS for 2s [ 960.695169] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 in Status: SUCCESS [ 960.695399] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 deletion is rescheduled due to dependency. [ 960.695465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.251771] env[69430]: INFO networking_nsxv3.common.synchronization [req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 req-126ea4e9-fdce-4a3d-b437-43ebd5921aa7 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 961.252469] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 961.252469] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.252815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.252815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.252917] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.253337] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.253563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.253563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.253718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.253903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.255045] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.500459] env[69430]: INFO networking_nsxv3.common.synchronization [req-aef6a34a-d068-4db8-8c0b-40b8612ddfce req-42539cb3-4076-4787-ba70-ac4281944fd6 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Enqueued Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 961.501950] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 961.501950] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.501950] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.501950] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.501950] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.502252] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.502252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.502385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.502952] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.502952] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.502952] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.639373] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.639575] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.639705] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.639969] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.640243] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.640405] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.640526] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.640740] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.640886] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.641111] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.641275] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.641402] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.641514] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.641634] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.641746] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.641882] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.661773] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.661950] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 961.662113] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.662354] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.662676] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-678f8e55-9726-4fe9-9e77-26663b2a9421 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.662854] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-678f8e55-9726-4fe9-9e77-26663b2a9421" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.662979] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-678f8e55-9726-4fe9-9e77-26663b2a9421" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.663324] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-678f8e55-9726-4fe9-9e77-26663b2a9421" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.663474] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('678f8e55-9726-4fe9-9e77-26663b2a9421',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.756934] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.005337] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.064858] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 in Status: SUCCESS [ 962.065103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.065267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.065485] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.065676] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.065794] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.065859] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.066030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.066101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.066213] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.066271] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a02fcf71-5624-4cb5-b9d4-5a55314d3f66',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.165650] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.166033] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.166269] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.166685] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.166948] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.167247] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 678f8e55-9726-4fe9-9e77-26663b2a9421 not found, creating... [ 962.167693] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.167973] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.168208] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.168777] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.168777] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.169348] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.169551] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.169724] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.169907] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.170068] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.170222] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 678f8e55-9726-4fe9-9e77-26663b2a9421 is going to be created. [ 962.195406] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.195681] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.195763] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.196044] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.196294] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.196524] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-678f8e55-9726-4fe9-9e77-26663b2a9421" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.261751] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.475726] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: SUCCESS [ 962.475726] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.475726] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.475726] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.475726] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.508030] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.568969] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a02fcf71-5624-4cb5-b9d4-5a55314d3f66',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.767606] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.767606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.767606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.767606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.767606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.767606] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be updated. [ 962.899213] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.899411] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.899493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.899716] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.899888] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.922467] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 2s [ 962.978079] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.978269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.978344] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.978578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.978756] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.978858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.978933] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.979080] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.980012] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.980012] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.980012] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.994458] env[69430]: INFO networking_nsxv3.common.synchronization [req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 req-0a242f11-ae1b-49a2-b6a4-eb7ef6038c92 service nova] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_rules [ 962.994654] env[69430]: INFO networking_nsxv3.common.synchronization [req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 req-0a242f11-ae1b-49a2-b6a4-eb7ef6038c92 service nova] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 962.994809] env[69430]: INFO networking_nsxv3.common.synchronization [req-9ae45587-bd1f-46ec-bf2c-bb2a54f69664 req-0a242f11-ae1b-49a2-b6a4-eb7ef6038c92 service nova] Enqueued Resource ID: 678f8e55-9726-4fe9-9e77-26663b2a9421 with Priority: HIGHEST for action port [ 962.995621] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_rules [ 962.995761] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 962.995852] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678f8e55-9726-4fe9-9e77-26663b2a9421 with Priority: HIGHEST for action port [ 962.997176] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.997373] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.997464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.997742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.998407] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.999235] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.003031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.003031] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-678f8e55-9726-4fe9-9e77-26663b2a9421 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.003031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-678f8e55-9726-4fe9-9e77-26663b2a9421" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.003031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-678f8e55-9726-4fe9-9e77-26663b2a9421" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.003031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-678f8e55-9726-4fe9-9e77-26663b2a9421" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.003031] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('678f8e55-9726-4fe9-9e77-26663b2a9421',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.009869] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.010040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.010127] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.010646] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.010797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.010931] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 is going to be updated. [ 963.043142] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.043292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.043377] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.043637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.043807] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.053390] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: IN_PROGRESS for 2s [ 963.071865] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a02fcf71-5624-4cb5-b9d4-5a55314d3f66: rpc.has_security_group_logging(os_id): False [ 963.089535] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.089695] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.089750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.089956] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.090063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.090311] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.090430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.090485] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.090614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.090689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.090773] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 is going to be created. [ 963.154018] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.154198] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.154247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.154767] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.154767] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.168961] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 in Status: IN_PROGRESS for 2s [ 963.481852] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.482031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.482090] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.482343] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.482515] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.482616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.482677] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.482819] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.482902] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.482985] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.483140] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.483228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.483286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.483421] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.483579] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.483674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.483732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.483867] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.483946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.484078] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.484179] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.502798] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.502949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.506709] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 678f8e55-9726-4fe9-9e77-26663b2a9421 with status ACTIVE [ 963.507191] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.507191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.507191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.507565] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.507625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.508133] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.508133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.508133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.508479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.508479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.508479] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.508618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.508618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.508724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.508804] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.509050] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 678f8e55-9726-4fe9-9e77-26663b2a9421 is going to be updated. [ 963.533446] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.533658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.533658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.533872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.534015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.534200] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-678f8e55-9726-4fe9-9e77-26663b2a9421" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.986221] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c493bbf-91f4-4607-a0a9-f0346fa8870f: rpc.has_security_group_logging(os_id): False [ 964.003536] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.003536] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.003536] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.003750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.003750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.003931] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.004063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.004114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.004236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.004316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.004552] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.004632] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.004676] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.004789] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.004861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.005060] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.005150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.005283] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.005338] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.005412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.005497] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f is going to be updated. [ 964.086062] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.086369] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.086369] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.086436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.086559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.102099] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: IN_PROGRESS for 2s [ 964.945190] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 964.945190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.945190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.945190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.945190] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.945190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.945190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.945190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.945190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.945190] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.065124] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: SUCCESS [ 965.065850] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.197316] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 in Status: SUCCESS [ 965.197316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.449315] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.951727] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.118497] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: SUCCESS [ 966.118725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.455764] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.455933] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.456369] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.456613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.456707] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.456813] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be updated. [ 966.491875] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.491875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.491875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.491875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.491875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.501711] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 2s [ 967.351387] env[69430]: INFO networking_nsxv3.common.synchronization [None req-613f2a46-4984-453b-b3b2-4b2309bcea24 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Enqueued Resource ID: 4e6cb491-ce43-4e52-ad21-e7b85d13f221 with Priority: HIGHEST for action security_group_rules [ 967.351387] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6cb491-ce43-4e52-ad21-e7b85d13f221 with Priority: HIGHEST for action security_group_rules [ 967.352296] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e6cb491-ce43-4e52-ad21-e7b85d13f221 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.353056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e6cb491-ce43-4e52-ad21-e7b85d13f221" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.355140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e6cb491-ce43-4e52-ad21-e7b85d13f221" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.355140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e6cb491-ce43-4e52-ad21-e7b85d13f221" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.355140] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e6cb491-ce43-4e52-ad21-e7b85d13f221',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.455461] env[69430]: INFO networking_nsxv3.common.synchronization [None req-6b49c01b-4b46-4309-880e-6fad28f59f27 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Enqueued Resource ID: 4e6cb491-ce43-4e52-ad21-e7b85d13f221 with Priority: HIGHEST for action security_group_rules [ 967.456108] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6cb491-ce43-4e52-ad21-e7b85d13f221 with Priority: HIGHEST for action security_group_rules [ 967.456415] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e6cb491-ce43-4e52-ad21-e7b85d13f221 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.456588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e6cb491-ce43-4e52-ad21-e7b85d13f221" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.886436] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.886596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.886668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.886890] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.886983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.887093] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e6cb491-ce43-4e52-ad21-e7b85d13f221 already deleted. [ 967.887179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e6cb491-ce43-4e52-ad21-e7b85d13f221" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.887340] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e6cb491-ce43-4e52-ad21-e7b85d13f221" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.887491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e6cb491-ce43-4e52-ad21-e7b85d13f221" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.887576] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e6cb491-ce43-4e52-ad21-e7b85d13f221',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.410754] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.411214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.411214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.411497] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.411497] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.411643] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e6cb491-ce43-4e52-ad21-e7b85d13f221 already deleted. [ 968.411714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e6cb491-ce43-4e52-ad21-e7b85d13f221" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.518981] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 968.519265] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.519466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.519683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.519879] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.519996] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.520084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.520235] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.520402] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.520402] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.522251] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.730331] env[69430]: INFO networking_nsxv3.common.synchronization [None req-c66769e2-6a2d-4a09-ae5f-d43e8f8d8eb6 None None] Enqueued Resource ID: 85dbce26-3bcb-4277-9463-7257ff46ffef with Priority: HIGHEST for action port [ 968.731694] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dbce26-3bcb-4277-9463-7257ff46ffef with Priority: HIGHEST for action port [ 968.731694] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-85dbce26-3bcb-4277-9463-7257ff46ffef taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.731893] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85dbce26-3bcb-4277-9463-7257ff46ffef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.731893] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85dbce26-3bcb-4277-9463-7257ff46ffef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.733421] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85dbce26-3bcb-4277-9463-7257ff46ffef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.733421] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85dbce26-3bcb-4277-9463-7257ff46ffef',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.023333] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.023333] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.023333] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.023697] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.023760] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.024009] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.024009] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.024108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.024186] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.025894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.025894] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.025894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.025894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.025894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.025894] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.025894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.025894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.025894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.025894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.025894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.025894] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.237501] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85dbce26-3bcb-4277-9463-7257ff46ffef [ 969.237889] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.238242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.238422] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.238723] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.238904] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.239099] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85dbce26-3bcb-4277-9463-7257ff46ffef already deleted. [ 969.239268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85dbce26-3bcb-4277-9463-7257ff46ffef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.527809] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bdcee59-c331-4e11-b235-553058b0634b: rpc.has_security_group_logging(os_id): False [ 969.553575] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.553575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.553575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.553575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.553769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.554207] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.554337] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.554394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.554579] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.554654] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.554864] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.555067] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.555158] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.555348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.555497] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.555752] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.555906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.555950] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.556124] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.556227] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.556333] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be updated. [ 969.640440] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.640619] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.640725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.640910] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.641073] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.660231] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 2s [ 969.754593] env[69430]: INFO networking_nsxv3.common.synchronization [None req-0d2dd640-9bf9-4594-a83d-c51d461de663 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Enqueued Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_rules [ 969.757300] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_rules [ 969.757639] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.761043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.761043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.761043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.761043] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.854213] env[69430]: INFO networking_nsxv3.common.synchronization [None req-cc1a2a7d-e38c-475b-9dc1-e41194ead4fb tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Enqueued Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_rules [ 969.854870] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_rules [ 969.856345] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.856345] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.286734] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.286734] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.286734] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.286734] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.286734] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.286734] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 already deleted. [ 970.286734] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.286734] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.286734] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.286734] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.816404] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.816874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.816874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.816874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.817059] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.817059] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 already deleted. [ 970.817159] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.946111] env[69430]: INFO networking_nsxv3.common.synchronization [req-618c4b0a-cceb-4ca7-8226-52718df8068a req-3a92a919-bff9-49ef-9dd1-2f0b5223b0b6 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 970.946666] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 970.946974] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.947118] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.947185] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.947512] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.947679] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.947775] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.947830] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.947991] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.948084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.948176] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.045695] env[69430]: INFO networking_nsxv3.common.synchronization [None req-e0ebbf7d-df7c-4ae1-bccf-3d01e7cf6277 None None] Enqueued Resource ID: 015044ad-707f-4a7a-918f-eeab2f7983fe with Priority: HIGHEST for action port [ 971.046268] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 015044ad-707f-4a7a-918f-eeab2f7983fe with Priority: HIGHEST for action port [ 971.047093] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-015044ad-707f-4a7a-918f-eeab2f7983fe taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.047412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-015044ad-707f-4a7a-918f-eeab2f7983fe" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.047944] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-015044ad-707f-4a7a-918f-eeab2f7983fe" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.048304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-015044ad-707f-4a7a-918f-eeab2f7983fe" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.048405] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('015044ad-707f-4a7a-918f-eeab2f7983fe',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.450911] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.450911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.451157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.452752] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.453427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.454432] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.454432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.454432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.455296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.455296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.455296] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be updated. [ 971.493342] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.494378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.494378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.494378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.494788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.506022] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: IN_PROGRESS for 2s [ 971.551112] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 015044ad-707f-4a7a-918f-eeab2f7983fe [ 971.551586] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.551792] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.551884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.553705] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.553705] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.553705] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:015044ad-707f-4a7a-918f-eeab2f7983fe already deleted. [ 971.553705] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-015044ad-707f-4a7a-918f-eeab2f7983fe" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.689215] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 971.689215] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.626214] env[69430]: INFO networking_nsxv3.common.synchronization [req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 req-3779a71c-fd3b-4e6a-8f64-ca6a40950a2e tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Enqueued Resource ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 with Priority: HIGHEST for action security_group_members [ 972.626757] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 with Priority: HIGHEST for action security_group_members [ 972.627080] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de06a52-a3fa-462c-a2b4-658819bc98b7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.627208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.627278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.627604] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.627746] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.627844] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.627907] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.628371] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.629816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.629816] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de06a52-a3fa-462c-a2b4-658819bc98b7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.059284] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.059490] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.059624] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.059905] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.060182] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.060339] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.060488] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.060722] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.060873] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.061100] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.061222] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.061393] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.061561] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.061642] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.061927] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.062093] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.092859] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.093042] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 973.093186] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.093385] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-22" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.093826] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-b5634358-93cc-4f16-999c-b66d81376f0a taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.093969] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-b5634358-93cc-4f16-999c-b66d81376f0a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.094169] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-b5634358-93cc-4f16-999c-b66d81376f0a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.094598] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-b5634358-93cc-4f16-999c-b66d81376f0a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.094775] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5634358-93cc-4f16-999c-b66d81376f0a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.131116] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.131352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.131479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.131677] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.131778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.132070] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.132169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.132169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.132327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.132431] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.132517] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 already deleted. [ 973.132682] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.516366] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: SUCCESS [ 973.516566] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff deletion is rescheduled due to dependency. [ 973.516699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.597285] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.597508] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.597641] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.598083] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.598344] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.598609] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port b5634358-93cc-4f16-999c-b66d81376f0a not found, creating... [ 973.599056] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.599325] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.599539] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.599853] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.600123] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.600588] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.600855] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.601084] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.601486] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.601681] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.601838] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: b5634358-93cc-4f16-999c-b66d81376f0a is going to be created. [ 973.620665] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.621432] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.621432] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.621432] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.621753] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.622036] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-b5634358-93cc-4f16-999c-b66d81376f0a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.454692] env[69430]: INFO networking_nsxv3.common.synchronization [req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 req-ea1b81c5-581b-4530-93c4-0f336c6fdacd service nova] Enqueued Resource ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 with Priority: HIGHEST for action security_group_rules [ 974.455046] env[69430]: INFO networking_nsxv3.common.synchronization [req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 req-ea1b81c5-581b-4530-93c4-0f336c6fdacd service nova] Enqueued Resource ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 with Priority: HIGHEST for action security_group_members [ 974.455205] env[69430]: INFO networking_nsxv3.common.synchronization [req-a0fcfc03-1a0a-48be-96db-0b701b7f6877 req-ea1b81c5-581b-4530-93c4-0f336c6fdacd service nova] Enqueued Resource ID: b5634358-93cc-4f16-999c-b66d81376f0a with Priority: HIGHEST for action port [ 974.455811] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 with Priority: HIGHEST for action security_group_rules [ 974.455921] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 with Priority: HIGHEST for action security_group_members [ 974.456481] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5634358-93cc-4f16-999c-b66d81376f0a with Priority: HIGHEST for action port [ 974.456830] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6de06a52-a3fa-462c-a2b4-658819bc98b7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.456962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.457048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.457319] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.457407] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6de06a52-a3fa-462c-a2b4-658819bc98b7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.458360] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de06a52-a3fa-462c-a2b4-658819bc98b7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.458488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.458539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.458722] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.458870] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.458966] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.459041] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.459219] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.459326] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.459439] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de06a52-a3fa-462c-a2b4-658819bc98b7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.460276] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5634358-93cc-4f16-999c-b66d81376f0a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.460378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5634358-93cc-4f16-999c-b66d81376f0a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.460532] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5634358-93cc-4f16-999c-b66d81376f0a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.461167] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5634358-93cc-4f16-999c-b66d81376f0a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.461240] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5634358-93cc-4f16-999c-b66d81376f0a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.963601] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de06a52-a3fa-462c-a2b4-658819bc98b7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.963715] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.965100] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5634358-93cc-4f16-999c-b66d81376f0a with status ACTIVE [ 974.965257] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.965424] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.965472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.965676] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.965813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.966151] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.966256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.966317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.966490] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.966573] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.966758] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.966857] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.966908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.967068] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.967143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.967257] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5634358-93cc-4f16-999c-b66d81376f0a is going to be updated. [ 974.968416] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6de06a52-a3fa-462c-a2b4-658819bc98b7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.993180] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.993410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.993525] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.993794] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.993963] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.994155] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5634358-93cc-4f16-999c-b66d81376f0a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.471506] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6de06a52-a3fa-462c-a2b4-658819bc98b7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.973100] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.973312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.973536] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.973602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.973677] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.973777] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 is going to be created. [ 976.031903] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.032114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.032161] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.032479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.032648] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.045096] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 in Status: UNINITIALIZED for 2s [ 977.669277] env[69430]: INFO networking_nsxv3.common.synchronization [req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 req-78df0e85-0411-4822-a56d-1d45d02093a2 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 977.669557] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 977.670517] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.670517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.670517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.670738] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.670738] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.670880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.670925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.671074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.671164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.671258] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.026843] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.027099] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.027192] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.027475] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.027751] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.028442] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.028442] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.028442] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.028442] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.029465] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.029465] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.029465] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.029465] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.029465] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.029465] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.029465] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.049996] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.050230] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 978.050379] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.050587] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.050954] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.051212] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.051279] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.051687] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.051834] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.053846] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 in Status: SUCCESS [ 978.054059] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.054215] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.054507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.054762] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.054898] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.054994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.055198] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.055309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.055309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.055407] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6de06a52-a3fa-462c-a2b4-658819bc98b7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.061728] env[69430]: INFO networking_nsxv3.common.synchronization [req-e7fe94ae-c830-40b3-99d9-ded7e65c67e0 req-3e07bd0e-6a58-4d1a-9593-29ccaa9c47d2 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Enqueued Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_members [ 978.063222] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_members [ 978.063800] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.063936] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.064029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.064239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.064390] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.064495] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.064554] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.064695] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.064781] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.064871] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.173236] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.173403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.173479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.173762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.173861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.174075] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.174182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.174238] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.174387] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.174465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.174551] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 978.207508] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.207702] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.207743] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.208077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.208291] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.223129] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 978.555270] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.555270] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.555270] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.555554] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.555767] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.555933] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1 not found, creating... [ 978.556216] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.556471] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.556595] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.556839] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.557413] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.557413] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.557633] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.557699] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.557942] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.558099] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.558248] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1 is going to be created. [ 978.559958] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de06a52-a3fa-462c-a2b4-658819bc98b7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.560164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.560222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.560393] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.560584] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.560722] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.560795] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.560944] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.561050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.561136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.561283] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de06a52-a3fa-462c-a2b4-658819bc98b7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.561426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.561470] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.561600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.561737] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.561828] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.561886] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.562029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.562105] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.562182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.562271] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6de06a52-a3fa-462c-a2b4-658819bc98b7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.567679] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.587025] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.587265] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.587376] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.587744] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.587990] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.588298] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.066866] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6de06a52-a3fa-462c-a2b4-658819bc98b7: rpc.has_security_group_logging(os_id): False [ 979.069631] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.086275] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.086275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.086275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.086520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.086520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.087112] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.087112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.087112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.087112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.087112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.087460] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.087460] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.087460] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.087460] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.087696] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.087744] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.087814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.087867] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.087991] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.088069] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.088157] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 is going to be created. [ 979.175057] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.175057] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.175057] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.175057] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.175510] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.194354] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 in Status: IN_PROGRESS for 2s [ 979.457953] env[69430]: INFO networking_nsxv3.common.synchronization [req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 req-9ae19858-9a33-4ddb-a2cd-5f46efde2e87 service nova] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_rules [ 979.458156] env[69430]: INFO networking_nsxv3.common.synchronization [req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 req-9ae19858-9a33-4ddb-a2cd-5f46efde2e87 service nova] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 979.458298] env[69430]: INFO networking_nsxv3.common.synchronization [req-7fd9f908-cc1a-4f38-9cc1-bdb514158280 req-9ae19858-9a33-4ddb-a2cd-5f46efde2e87 service nova] Enqueued Resource ID: e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1 with Priority: HIGHEST for action port [ 979.458559] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_rules [ 979.458732] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 979.458781] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1 with Priority: HIGHEST for action port [ 979.459642] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.459765] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.459937] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.460039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.460119] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.461480] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.461683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.461910] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.462029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.462520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.462647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.462757] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.573117] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.574577] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.574675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.575097] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.575097] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.575097] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f is going to be updated. [ 979.612154] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.612154] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.612154] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.612320] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.612373] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.635922] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: IN_PROGRESS for 2s [ 979.964399] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.964584] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.964830] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1 with status ACTIVE [ 979.964986] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.965107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.965205] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.965376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.965476] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.967037] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.967037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.967037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.967037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.967037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.967037] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.967037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.967037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.967037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.967037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.967037] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1 is going to be updated. [ 979.989143] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.989458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.989559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.989781] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.989928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.990153] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7f9a14e-b71d-4432-a6ec-1fc16bebb1e1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.239108] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 980.239669] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 deletion is rescheduled due to dependency. [ 980.239669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.240390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.240390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.240390] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.240390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.240655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.240655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.240769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.240838] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.743433] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.209655] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 in Status: SUCCESS [ 981.210069] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.245724] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.647208] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: SUCCESS [ 981.647458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.749983] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.750189] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.750228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.750444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.750536] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.750634] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 981.782328] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.782508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.782508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.782761] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.782879] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.793053] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 982.585259] env[69430]: INFO networking_nsxv3.common.synchronization [None req-4f12602e-c349-4b4f-8765-7d3e21fa5f50 None None] Enqueued Resource ID: bc36990e-ff8a-4e23-a809-a46793197277 with Priority: HIGHEST for action port [ 982.585259] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc36990e-ff8a-4e23-a809-a46793197277 with Priority: HIGHEST for action port [ 982.586160] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc36990e-ff8a-4e23-a809-a46793197277 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.586305] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc36990e-ff8a-4e23-a809-a46793197277" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.586351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc36990e-ff8a-4e23-a809-a46793197277" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.586617] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc36990e-ff8a-4e23-a809-a46793197277" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.586697] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc36990e-ff8a-4e23-a809-a46793197277',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.612467] env[69430]: INFO networking_nsxv3.common.synchronization [req-f8106a80-f598-4c53-8710-1c7af2cecd4b req-7775e137-78ea-4b34-8ee9-093fe6d79b43 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 982.612467] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 982.612467] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.612467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.612467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.612467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.615298] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.615591] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.615591] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.615829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.615891] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.615995] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.088929] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc36990e-ff8a-4e23-a809-a46793197277 [ 983.089170] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.089380] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.089462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.089724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.089775] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.089869] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc36990e-ff8a-4e23-a809-a46793197277 already deleted. [ 983.089952] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc36990e-ff8a-4e23-a809-a46793197277" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.123618] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.616343] env[69430]: INFO networking_nsxv3.common.synchronization [None req-79c99191-533d-4313-b572-8153e353a3fd tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Enqueued Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGHEST for action security_group_rules [ 983.616763] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGHEST for action security_group_rules [ 983.616848] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.617055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.617192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.618163] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.618163] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0b07ea9-a308-4c2b-aecf-e80d56630ce7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.628152] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.745098] env[69430]: INFO networking_nsxv3.common.synchronization [None req-f009d0ca-1360-4fc5-814b-9351291a1580 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Enqueued Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGHEST for action security_group_rules [ 983.746859] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGHEST for action security_group_rules [ 983.746859] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.746859] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.805564] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 983.805813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.805983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.806214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.806405] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.806523] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.806591] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.806737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.806818] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.806902] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.806994] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.130384] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.130510] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.130510] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.130720] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.130811] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.130912] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be updated. [ 984.146181] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.146436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.146436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.146633] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.146723] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.146818] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 already deleted. [ 984.146906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.147082] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.147241] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.147326] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0b07ea9-a308-4c2b-aecf-e80d56630ce7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.167883] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.168046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.168103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.168354] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.168447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.181487] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 2s [ 984.309686] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.310015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.310015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.310468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.310468] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.310547] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.310590] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.310874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.310874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.310944] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.311128] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.311244] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.311366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.311772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.311772] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.311877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.311877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.312019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.312150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.312235] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.312302] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.676195] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.676866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.676866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.676866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.677676] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.677676] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 already deleted. [ 984.677676] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.816454] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1464368e-3706-4f5e-b5af-7cba9cf706d9: rpc.has_security_group_logging(os_id): False [ 984.835506] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.835680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.835725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.837978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.837978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.837978] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.837978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.837978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.837978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.837978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.837978] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.837978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.837978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.837978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.837978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.837978] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.838719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.838719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.838719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.838719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.838719] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 984.904708] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.904859] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.904948] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.905194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.905346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.919026] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 985.268402] env[69430]: INFO networking_nsxv3.common.synchronization [None req-982a7396-2060-4e47-8125-5796a991721b None None] Enqueued Resource ID: 507915de-0f5c-4706-a254-b5ed3c111f99 with Priority: HIGHEST for action port [ 985.269426] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 507915de-0f5c-4706-a254-b5ed3c111f99 with Priority: HIGHEST for action port [ 985.269426] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-507915de-0f5c-4706-a254-b5ed3c111f99 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.269618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-507915de-0f5c-4706-a254-b5ed3c111f99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.269680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-507915de-0f5c-4706-a254-b5ed3c111f99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.269922] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-507915de-0f5c-4706-a254-b5ed3c111f99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.270050] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('507915de-0f5c-4706-a254-b5ed3c111f99',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.772991] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 507915de-0f5c-4706-a254-b5ed3c111f99 [ 985.773328] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.774280] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.774280] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.774796] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.774925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.775172] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:507915de-0f5c-4706-a254-b5ed3c111f99 already deleted. [ 985.775280] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-507915de-0f5c-4706-a254-b5ed3c111f99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.190754] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 986.191031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.840794] env[69430]: INFO networking_nsxv3.common.synchronization [None req-47985a7e-51bb-4fd1-940a-5bf13d4b1528 None None] Enqueued Resource ID: c6d42a7a-e7b5-4309-8dbe-c86be5f95366 with Priority: HIGHEST for action port [ 986.841560] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d42a7a-e7b5-4309-8dbe-c86be5f95366 with Priority: HIGHEST for action port [ 986.842655] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6d42a7a-e7b5-4309-8dbe-c86be5f95366 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.842851] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6d42a7a-e7b5-4309-8dbe-c86be5f95366" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.842851] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6d42a7a-e7b5-4309-8dbe-c86be5f95366" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.843072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6d42a7a-e7b5-4309-8dbe-c86be5f95366" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.843164] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6d42a7a-e7b5-4309-8dbe-c86be5f95366',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.936698] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 986.936844] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.028774] env[69430]: INFO networking_nsxv3.common.synchronization [req-8b738f7f-c1de-410c-a391-9e825c3b3f89 req-3d8be034-beab-4c86-b259-7fe46c06e689 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 987.029617] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 987.029746] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.029869] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.029937] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.030805] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.030985] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.031098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.031170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.031508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.031620] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.031746] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.347149] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6d42a7a-e7b5-4309-8dbe-c86be5f95366 [ 987.347395] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.347532] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.347783] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.347823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.347898] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.347989] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6d42a7a-e7b5-4309-8dbe-c86be5f95366 already deleted. [ 987.348081] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6d42a7a-e7b5-4309-8dbe-c86be5f95366" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.361673] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.361838] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.361991] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.362766] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.362766] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.362766] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.362945] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.363328] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.363328] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.363528] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.363946] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.363946] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.363946] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.364068] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.364157] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.364442] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.383603] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.383883] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 987.384078] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.384273] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.384602] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-dca27aac-01c3-4692-92c2-2ab7f735b577 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.384833] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-dca27aac-01c3-4692-92c2-2ab7f735b577" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.384970] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-dca27aac-01c3-4692-92c2-2ab7f735b577" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.385329] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-dca27aac-01c3-4692-92c2-2ab7f735b577" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.385480] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dca27aac-01c3-4692-92c2-2ab7f735b577',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.534241] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.534518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.534661] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.536426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.557603] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.557603] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.557603] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.557603] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.557880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.557995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.558113] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 is going to be updated. [ 987.571365] env[69430]: INFO networking_nsxv3.common.synchronization [req-6404fbed-ce3c-461a-9103-11c4a3ce1693 req-10b4a190-3405-4663-8b06-075bae13514a tempest-ServerDiagnosticsTest-422413302 tempest-ServerDiagnosticsTest-422413302-project-member] Enqueued Resource ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 with Priority: HIGHEST for action security_group_members [ 987.572357] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 with Priority: HIGHEST for action security_group_members [ 987.572964] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de06a52-a3fa-462c-a2b4-658819bc98b7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.573717] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.573717] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.573717] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.573717] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.573717] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.573717] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.574328] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.574328] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.574443] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de06a52-a3fa-462c-a2b4-658819bc98b7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.587481] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.587680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.587680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.587909] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.588055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.601824] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: IN_PROGRESS for 2s [ 987.890440] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.890813] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.891049] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.891568] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.891848] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.892134] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port dca27aac-01c3-4692-92c2-2ab7f735b577 not found, creating... [ 987.892665] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.892964] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.893611] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.894047] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.894431] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.895433] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.895433] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.895599] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.895935] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.896237] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.897245] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: dca27aac-01c3-4692-92c2-2ab7f735b577 is going to be created. [ 987.933305] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.933305] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.933305] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.933305] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.933305] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.933305] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-dca27aac-01c3-4692-92c2-2ab7f735b577" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.077484] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.077690] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.077779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.078093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.078208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.078485] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.078621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.078815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.079038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.079111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.079232] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 is going to be updated. [ 988.113502] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.113502] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.113502] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.113502] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.113502] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.122129] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 in Status: IN_PROGRESS for 2s [ 988.627394] env[69430]: INFO networking_nsxv3.common.synchronization [req-33c16eb2-72da-4206-b8aa-3647ffa648cf req-8e97476c-f065-458a-82c8-a09b87e99d57 tempest-MigrationsAdminTest-2005102972 tempest-MigrationsAdminTest-2005102972-project-member] Enqueued Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGHEST for action security_group_members [ 988.627880] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGHEST for action security_group_members [ 988.629070] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.629198] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.629241] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.629910] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.629910] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.629910] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.629910] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.630272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.630272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.630272] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.795941] env[69430]: INFO networking_nsxv3.common.synchronization [None req-e32e58c0-a5e5-4cdd-b2cd-4b2bef7a88d7 None None] Enqueued Resource ID: 5d3d04bb-42c9-4dcd-a16c-3d9ca0b390cf with Priority: HIGHEST for action port [ 988.796986] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d3d04bb-42c9-4dcd-a16c-3d9ca0b390cf with Priority: HIGHEST for action port [ 988.797599] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d3d04bb-42c9-4dcd-a16c-3d9ca0b390cf taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.797813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d3d04bb-42c9-4dcd-a16c-3d9ca0b390cf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.797914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d3d04bb-42c9-4dcd-a16c-3d9ca0b390cf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.798381] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d3d04bb-42c9-4dcd-a16c-3d9ca0b390cf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.798488] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d3d04bb-42c9-4dcd-a16c-3d9ca0b390cf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.025288] env[69430]: INFO networking_nsxv3.common.synchronization [None req-9dd8b7a7-87dc-4e7a-85b6-b5f897934546 None None] Enqueued Resource ID: f800928f-1805-43cb-81f8-d2b582c21a54 with Priority: HIGHEST for action port [ 989.025566] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f800928f-1805-43cb-81f8-d2b582c21a54 with Priority: HIGHEST for action port [ 989.026422] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-f800928f-1805-43cb-81f8-d2b582c21a54 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.026422] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f800928f-1805-43cb-81f8-d2b582c21a54" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.026422] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f800928f-1805-43cb-81f8-d2b582c21a54" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.026636] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f800928f-1805-43cb-81f8-d2b582c21a54" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.026719] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f800928f-1805-43cb-81f8-d2b582c21a54',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.079769] env[69430]: INFO networking_nsxv3.common.synchronization [req-8b738f7f-c1de-410c-a391-9e825c3b3f89 req-d23c41fa-b9b6-4359-b278-54f7c0bfc975 service nova] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_rules [ 989.079959] env[69430]: INFO networking_nsxv3.common.synchronization [req-8b738f7f-c1de-410c-a391-9e825c3b3f89 req-d23c41fa-b9b6-4359-b278-54f7c0bfc975 service nova] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 989.080129] env[69430]: INFO networking_nsxv3.common.synchronization [req-8b738f7f-c1de-410c-a391-9e825c3b3f89 req-d23c41fa-b9b6-4359-b278-54f7c0bfc975 service nova] Enqueued Resource ID: dca27aac-01c3-4692-92c2-2ab7f735b577 with Priority: HIGHEST for action port [ 989.080359] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_rules [ 989.080487] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 989.080583] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca27aac-01c3-4692-92c2-2ab7f735b577 with Priority: HIGHEST for action port [ 989.081942] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.082122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.082212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.082421] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.082569] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.083783] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.083900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.084063] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-dca27aac-01c3-4692-92c2-2ab7f735b577 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.084197] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dca27aac-01c3-4692-92c2-2ab7f735b577" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.084281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dca27aac-01c3-4692-92c2-2ab7f735b577" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.084507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dca27aac-01c3-4692-92c2-2ab7f735b577" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.084730] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dca27aac-01c3-4692-92c2-2ab7f735b577',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.132698] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.132862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.132936] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.133170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.133263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.133465] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.133565] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.133639] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.133772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.133840] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.133919] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 is going to be updated. [ 989.163181] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.163395] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.163395] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.163609] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.163751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.173884] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 in Status: IN_PROGRESS for 2s [ 989.301807] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d3d04bb-42c9-4dcd-a16c-3d9ca0b390cf [ 989.302071] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.302216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.302323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.302533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.302656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.302742] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d3d04bb-42c9-4dcd-a16c-3d9ca0b390cf already deleted. [ 989.302838] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d3d04bb-42c9-4dcd-a16c-3d9ca0b390cf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.530152] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f800928f-1805-43cb-81f8-d2b582c21a54 [ 989.530834] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.530834] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.530834] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.531085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.531199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.531315] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f800928f-1805-43cb-81f8-d2b582c21a54 already deleted. [ 989.531434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f800928f-1805-43cb-81f8-d2b582c21a54" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.540647] env[69430]: INFO networking_nsxv3.common.synchronization [req-3aeda2ee-89df-41b3-a0a4-3fb9cee97024 req-3e1d493f-f4fd-4cc3-9637-933a6255347c tempest-ServersTestFqdnHostnames-852217024 tempest-ServersTestFqdnHostnames-852217024-project-member] Enqueued Resource ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a with Priority: HIGHEST for action security_group_members [ 989.541692] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a with Priority: HIGHEST for action security_group_members [ 989.541821] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-db25c25a-f037-4d54-9af0-d9a27ed0e82a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.541963] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.542101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.542559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.542559] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.542559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.542784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.542836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.542945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.543147] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db25c25a-f037-4d54-9af0-d9a27ed0e82a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.590696] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.590873] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.591470] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dca27aac-01c3-4692-92c2-2ab7f735b577 with status ACTIVE [ 989.591723] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.591876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.591964] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.592206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.592563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.593543] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.593543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.593543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.593543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.593543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.593543] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.593543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.593543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.593882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.593882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.593965] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dca27aac-01c3-4692-92c2-2ab7f735b577 is going to be updated. [ 989.618193] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: SUCCESS [ 989.619835] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 deletion is rescheduled due to dependency. [ 989.619835] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.619835] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.619835] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.619835] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.619835] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.619835] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.620144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.620144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.620256] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.629024] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.629024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.629024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.629024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.629024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.629024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dca27aac-01c3-4692-92c2-2ab7f735b577" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.046898] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.047229] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.047342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.047679] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.049920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.049920] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.049920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.049920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.049920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.049920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.049920] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a is going to be updated. [ 990.082615] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.082851] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.082851] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.082957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.083118] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.092720] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a in Status: IN_PROGRESS for 2s [ 990.122603] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.135618] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 in Status: SUCCESS [ 990.135799] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 deletion is rescheduled due to dependency. [ 990.135923] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.629393] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.132516] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.134092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.134092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.134092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.134092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.134092] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 is going to be updated. [ 991.181434] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.181616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.181689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.181901] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.182057] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.185891] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 in Status: SUCCESS [ 991.186065] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 deletion is rescheduled due to dependency. [ 991.186101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.190860] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: IN_PROGRESS for 2s [ 991.393710] env[69430]: INFO networking_nsxv3.common.synchronization [None req-59d026d5-85b9-43f5-b0da-3b42f2472c71 None None] Enqueued Resource ID: 169df440-e016-47ef-987c-e0648d6e0493 with Priority: HIGHEST for action port [ 991.394327] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 169df440-e016-47ef-987c-e0648d6e0493 with Priority: HIGHEST for action port [ 991.394662] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-169df440-e016-47ef-987c-e0648d6e0493 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.394801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-169df440-e016-47ef-987c-e0648d6e0493" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.395372] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-169df440-e016-47ef-987c-e0648d6e0493" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.395894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-169df440-e016-47ef-987c-e0648d6e0493" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.395894] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('169df440-e016-47ef-987c-e0648d6e0493',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.898905] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 169df440-e016-47ef-987c-e0648d6e0493 [ 991.898905] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.901018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.901018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.901018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.901018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.901018] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:169df440-e016-47ef-987c-e0648d6e0493 already deleted. [ 991.901018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-169df440-e016-47ef-987c-e0648d6e0493" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.107558] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a in Status: IN_PROGRESS for 4s [ 992.445512] env[69430]: INFO networking_nsxv3.common.synchronization [req-c4e0cabd-4819-45db-99fb-32fd96ea37bf req-bac9b6d8-4c9a-437c-87ea-cd471a1408e9 tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Enqueued Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 992.445512] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 992.448521] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.448521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.448521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.448521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.448521] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.448521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.448521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.448521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.448521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.448521] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.950356] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.036404] env[69430]: INFO networking_nsxv3.common.synchronization [req-b52056af-d80a-484f-9958-4909c953c3c0 req-abdb5d06-72dd-4399-8e2e-f5af76f2e8ca tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 993.037711] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 993.038350] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.038510] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.038615] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.038887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.039157] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.039329] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.039637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.040018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.041033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.041033] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.204643] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: SUCCESS [ 993.204938] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.205181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.205439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.205646] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.205783] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.205851] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.206252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.206398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.206517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.206619] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.452820] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.550984] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.550984] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.550984] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.550984] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.552027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.552027] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.552027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.552027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.552027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.552027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.554762] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 993.582318] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.582318] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.582318] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.582318] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.582318] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.591091] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 993.615222] env[69430]: INFO networking_nsxv3.common.synchronization [req-f90fad24-0fff-44e3-826e-db9971266309 req-5dd77901-ba3e-426a-bf6c-ce3969d22008 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 993.615760] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 993.616070] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.616195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.616262] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.616533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.616612] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.616714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.616775] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.616920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.617018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.618713] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.714426] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.714426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.714426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.714426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.714426] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.714426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.714426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.714426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.714426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.714426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.714426] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.714426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.714426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.714426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.715038] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.715038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.715038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.715038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.715038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.715038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.715038] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.956490] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.957250] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.957345] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.957564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.958223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.958362] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 is going to be updated. [ 993.991066] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.991066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.991066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.991066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.991066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.000516] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: IN_PROGRESS for 2s [ 994.117887] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.118101] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.118228] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.118501] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.118756] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.119104] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.119369] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.123177] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.123177] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.123177] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.123177] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.123177] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.123177] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.123177] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.123177] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.123177] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.126920] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a in Status: SUCCESS [ 994.129778] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a deletion is rescheduled due to dependency. [ 994.129904] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.130610] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.130926] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.130926] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.131032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.131081] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.131321] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.131395] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.131428] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.131606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.131677] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.131764] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be updated. [ 994.152939] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.153141] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 994.153289] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.153477] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.153804] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-3565bae3-6222-45bf-b6ac-369aa813dda0 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.153980] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-3565bae3-6222-45bf-b6ac-369aa813dda0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.154187] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-3565bae3-6222-45bf-b6ac-369aa813dda0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.154719] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-3565bae3-6222-45bf-b6ac-369aa813dda0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.154719] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3565bae3-6222-45bf-b6ac-369aa813dda0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.166191] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.166348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.167724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.167724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.167724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.184634] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: IN_PROGRESS for 2s [ 994.216605] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc5dfab9-07f9-4708-acb3-c478bbd2f7a7: rpc.has_security_group_logging(os_id): False [ 994.250352] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.250515] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.250553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.250781] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.250873] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.251216] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.251216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.251367] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.251427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.251722] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.251798] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.251898] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.251960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.252118] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.252193] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.252407] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.252748] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.252817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.252994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.253091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.253181] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 is going to be updated. [ 994.321964] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.322645] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.322645] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.324401] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.324566] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.329184] env[69430]: INFO networking_nsxv3.common.synchronization [None req-fead276e-ae41-494d-9ca0-bff53d6ca649 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 994.329659] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 994.330000] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.330147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.330208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.330455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.330566] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.330660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.330700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.330851] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.330961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.331068] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.341033] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: IN_PROGRESS for 2s [ 994.657227] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.657546] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.657583] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.657977] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.658156] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.658322] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 3565bae3-6222-45bf-b6ac-369aa813dda0 not found, creating... [ 994.658588] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.658753] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.658876] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.659109] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.659251] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.660050] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.660266] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.660403] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.660682] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.660825] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.661013] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 3565bae3-6222-45bf-b6ac-369aa813dda0 is going to be created. [ 994.690230] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.690529] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.690778] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.691124] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.691367] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.691665] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-3565bae3-6222-45bf-b6ac-369aa813dda0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.834199] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.336898] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.380705] env[69430]: INFO networking_nsxv3.common.synchronization [req-f90fad24-0fff-44e3-826e-db9971266309 req-3b9210ee-4ce0-4894-b4d0-9a16dfe39a67 service nova] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_rules [ 995.380918] env[69430]: INFO networking_nsxv3.common.synchronization [req-f90fad24-0fff-44e3-826e-db9971266309 req-3b9210ee-4ce0-4894-b4d0-9a16dfe39a67 service nova] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 995.381084] env[69430]: INFO networking_nsxv3.common.synchronization [req-f90fad24-0fff-44e3-826e-db9971266309 req-3b9210ee-4ce0-4894-b4d0-9a16dfe39a67 service nova] Enqueued Resource ID: 3565bae3-6222-45bf-b6ac-369aa813dda0 with Priority: HIGHEST for action port [ 995.382209] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_rules [ 995.382358] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 995.382470] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3565bae3-6222-45bf-b6ac-369aa813dda0 with Priority: HIGHEST for action port [ 995.382897] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.382897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.383046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.383234] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.383281] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.386483] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.386483] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.386483] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-3565bae3-6222-45bf-b6ac-369aa813dda0 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.386483] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3565bae3-6222-45bf-b6ac-369aa813dda0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.386483] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3565bae3-6222-45bf-b6ac-369aa813dda0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.386483] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3565bae3-6222-45bf-b6ac-369aa813dda0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.386483] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3565bae3-6222-45bf-b6ac-369aa813dda0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.602268] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 995.602449] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 deletion is rescheduled due to dependency. [ 995.602571] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.839646] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.839921] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.839921] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.840143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.840246] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.840349] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 is going to be updated. [ 995.869362] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.869549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.869661] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.869847] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.870011] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.882195] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: IN_PROGRESS for 2s [ 995.887744] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.887892] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.888225] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3565bae3-6222-45bf-b6ac-369aa813dda0 with status ACTIVE [ 995.888225] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.888372] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.888372] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.888646] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.888646] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.888816] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.888906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.888976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.889614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.889614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.889614] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.889614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.889614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.889845] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.889845] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.889845] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3565bae3-6222-45bf-b6ac-369aa813dda0 is going to be updated. [ 995.910394] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.910556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.910600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.910809] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.910987] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.911107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3565bae3-6222-45bf-b6ac-369aa813dda0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.010604] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: SUCCESS [ 996.010832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.197585] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: SUCCESS [ 996.198184] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff deletion is rescheduled due to dependency. [ 996.198184] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.198184] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.198500] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.198692] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.198831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.198936] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.199158] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.199564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.199564] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.256124] env[69430]: INFO networking_nsxv3.common.synchronization [req-50a97162-d138-4d34-a965-c80dd307cb19 req-5cc1e063-9740-4e66-93e7-56947ac7189b tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Enqueued Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_members [ 996.256124] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_members [ 996.256124] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.256124] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.256124] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.256390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.256390] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.256471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.256601] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.256693] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.256773] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.256862] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.356514] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: SUCCESS [ 996.356976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.600955] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.601183] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.601315] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.601627] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.601989] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.602408] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.602554] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.602806] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.602961] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.603210] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.603332] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.603449] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.603740] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.603740] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.603876] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.603924] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.623710] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.623962] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 996.624134] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.624369] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.624739] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-6fdb683f-9cd0-4869-8cd3-9d670ad31602 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.624922] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-6fdb683f-9cd0-4869-8cd3-9d670ad31602" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.625069] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-6fdb683f-9cd0-4869-8cd3-9d670ad31602" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.625406] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-6fdb683f-9cd0-4869-8cd3-9d670ad31602" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.625552] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fdb683f-9cd0-4869-8cd3-9d670ad31602',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.675615] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.675843] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-244" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.675952] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-244" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.676319] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-244" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.676596] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.676761] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.676886] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.677333] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.677505] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.677726] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.677852] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.677971] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.678102] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.678226] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.678343] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.678480] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.695781] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.695907] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 996.696053] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.696250] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-244" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.696564] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-9e506ed6-a59a-471a-83ec-42b2759cdd28 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.696753] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-9e506ed6-a59a-471a-83ec-42b2759cdd28" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.696877] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-9e506ed6-a59a-471a-83ec-42b2759cdd28" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.697245] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-9e506ed6-a59a-471a-83ec-42b2759cdd28" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.697451] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e506ed6-a59a-471a-83ec-42b2759cdd28',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.705424] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.759364] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.759580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.759645] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.759858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.759954] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.760167] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.760274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.760328] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.760472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.760548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.760637] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 already deleted. [ 996.760717] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.127835] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.128213] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.128213] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.128436] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.128595] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.128759] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 6fdb683f-9cd0-4869-8cd3-9d670ad31602 not found, creating... [ 997.129080] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.129268] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.129393] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.129655] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.129804] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.130117] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.130280] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.130412] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.130988] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.130988] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.130988] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 6fdb683f-9cd0-4869-8cd3-9d670ad31602 is going to be created. [ 997.152480] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.152798] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.152939] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.153242] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.153480] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.153717] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-6fdb683f-9cd0-4869-8cd3-9d670ad31602" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.199784] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.200034] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.200173] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.200465] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.200621] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.200783] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 9e506ed6-a59a-471a-83ec-42b2759cdd28 not found, creating... [ 997.201059] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.201227] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.202035] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.202035] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.202035] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.202302] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.202302] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.202390] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.202660] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.202819] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.202970] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 9e506ed6-a59a-471a-83ec-42b2759cdd28 is going to be created. [ 997.207398] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.224918] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.225604] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.225604] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.225604] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.225764] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.225971] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-9e506ed6-a59a-471a-83ec-42b2759cdd28" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.335162] env[69430]: INFO networking_nsxv3.common.synchronization [None req-f05ac3d2-e890-4891-972c-6acabb2b176a None None] Enqueued Resource ID: e3bffbf6-70a9-46e8-8f1b-6156d5551d4b with Priority: HIGHEST for action port [ 997.335162] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3bffbf6-70a9-46e8-8f1b-6156d5551d4b with Priority: HIGHEST for action port [ 997.335710] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3bffbf6-70a9-46e8-8f1b-6156d5551d4b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.336887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3bffbf6-70a9-46e8-8f1b-6156d5551d4b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.336887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3bffbf6-70a9-46e8-8f1b-6156d5551d4b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.337972] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3bffbf6-70a9-46e8-8f1b-6156d5551d4b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.337972] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3bffbf6-70a9-46e8-8f1b-6156d5551d4b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.710048] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.710241] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.710316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.710537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.710639] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.710734] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be updated. [ 997.748022] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.748022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.748022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.748022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.748022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.755350] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: IN_PROGRESS for 2s [ 997.841332] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3bffbf6-70a9-46e8-8f1b-6156d5551d4b [ 997.841332] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.841332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.841332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.841332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.841332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.841998] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3bffbf6-70a9-46e8-8f1b-6156d5551d4b already deleted. [ 997.841998] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3bffbf6-70a9-46e8-8f1b-6156d5551d4b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.897022] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: SUCCESS [ 997.897022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.069488] env[69430]: INFO networking_nsxv3.common.synchronization [req-99d61e04-f09e-4a3c-9a13-352ee7e421cb req-bee29f91-8e6b-4375-b3ed-4739ed2cbffc service nova] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_rules [ 998.069699] env[69430]: INFO networking_nsxv3.common.synchronization [req-99d61e04-f09e-4a3c-9a13-352ee7e421cb req-bee29f91-8e6b-4375-b3ed-4739ed2cbffc service nova] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 998.069844] env[69430]: INFO networking_nsxv3.common.synchronization [req-99d61e04-f09e-4a3c-9a13-352ee7e421cb req-bee29f91-8e6b-4375-b3ed-4739ed2cbffc service nova] Enqueued Resource ID: 6fdb683f-9cd0-4869-8cd3-9d670ad31602 with Priority: HIGHEST for action port [ 998.070084] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_rules [ 998.070205] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 998.070296] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fdb683f-9cd0-4869-8cd3-9d670ad31602 with Priority: HIGHEST for action port [ 998.070888] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.070949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.072127] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.072403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.072569] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.073988] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.073988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.073988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.073988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.074192] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.074192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.074192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.074313] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.078019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.078019] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.078019] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fdb683f-9cd0-4869-8cd3-9d670ad31602 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.078019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fdb683f-9cd0-4869-8cd3-9d670ad31602" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.078019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fdb683f-9cd0-4869-8cd3-9d670ad31602" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.078019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fdb683f-9cd0-4869-8cd3-9d670ad31602" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.078019] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fdb683f-9cd0-4869-8cd3-9d670ad31602',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.084579] env[69430]: INFO networking_nsxv3.common.synchronization [None req-7db1be97-abb7-452d-bd97-2c57f89a2799 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Enqueued Resource ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b with Priority: HIGHEST for action security_group_rules [ 998.085063] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b with Priority: HIGHEST for action security_group_rules [ 998.085502] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78fd058c-7d46-4e26-98ee-1816edd51d6b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.085502] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.085630] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.085804] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.085885] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78fd058c-7d46-4e26-98ee-1816edd51d6b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.127029] env[69430]: INFO networking_nsxv3.common.synchronization [req-50a97162-d138-4d34-a965-c80dd307cb19 req-d034429c-7826-4471-9d05-701fe0b44e84 service nova] Enqueued Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_rules [ 998.127145] env[69430]: INFO networking_nsxv3.common.synchronization [req-50a97162-d138-4d34-a965-c80dd307cb19 req-d034429c-7826-4471-9d05-701fe0b44e84 service nova] Enqueued Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_members [ 998.130019] env[69430]: INFO networking_nsxv3.common.synchronization [req-50a97162-d138-4d34-a965-c80dd307cb19 req-d034429c-7826-4471-9d05-701fe0b44e84 service nova] Enqueued Resource ID: 9e506ed6-a59a-471a-83ec-42b2759cdd28 with Priority: HIGHEST for action port [ 998.130019] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_rules [ 998.130019] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_members [ 998.130019] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e506ed6-a59a-471a-83ec-42b2759cdd28 with Priority: HIGHEST for action port [ 998.130019] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.130019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.130019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.130019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.130019] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.130626] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.130626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.130692] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.130835] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.130959] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.131075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.131134] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.131272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.131351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.131436] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.135236] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e506ed6-a59a-471a-83ec-42b2759cdd28 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.135441] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e506ed6-a59a-471a-83ec-42b2759cdd28" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.135441] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e506ed6-a59a-471a-83ec-42b2759cdd28" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.135568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e506ed6-a59a-471a-83ec-42b2759cdd28" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.135858] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e506ed6-a59a-471a-83ec-42b2759cdd28',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.273607] env[69430]: INFO networking_nsxv3.common.synchronization [None req-0a8d2eb6-2a24-42cc-a1eb-6b32ce355de4 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Enqueued Resource ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b with Priority: HIGHEST for action security_group_rules [ 998.274154] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b with Priority: HIGHEST for action security_group_rules [ 998.274465] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78fd058c-7d46-4e26-98ee-1816edd51d6b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.274568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.577402] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.577573] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.581215] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.581215] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fdb683f-9cd0-4869-8cd3-9d670ad31602 with status ACTIVE [ 998.581215] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.581215] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.581215] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.581413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.581413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.581584] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.581691] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.581747] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.581900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.581972] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.582159] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.582242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.585270] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.585270] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.585270] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.585270] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fdb683f-9cd0-4869-8cd3-9d670ad31602 is going to be updated. [ 998.608373] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.608534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.608606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.608816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.608907] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.609009] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b already deleted. [ 998.609100] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.609256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.609407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.609516] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78fd058c-7d46-4e26-98ee-1816edd51d6b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.614309] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.614309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.614309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.614309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.614485] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.614519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fdb683f-9cd0-4869-8cd3-9d670ad31602" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.639186] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.639186] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.639186] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.639732] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e506ed6-a59a-471a-83ec-42b2759cdd28 with status ACTIVE [ 998.639732] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.639732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.639896] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.639999] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.640096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.640262] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.640354] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.640412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.640552] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.640623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.640792] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.640883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.640938] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.641362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.641441] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.641696] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e506ed6-a59a-471a-83ec-42b2759cdd28 is going to be updated. [ 998.663493] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.663661] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.663990] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.663990] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.664191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.664398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e506ed6-a59a-471a-83ec-42b2759cdd28" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.089904] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.101878] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.103043] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-813" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.103043] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-813" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.103043] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-813" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.103043] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.103043] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.103497] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.103497] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.103569] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.103755] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.103956] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.104143] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.104211] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.104302] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.104447] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.104557] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.127842] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.128034] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 999.128187] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.128372] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-813" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.128693] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-031626f9-57b4-4873-b402-b9256b1f4fa5 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.128878] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-031626f9-57b4-4873-b402-b9256b1f4fa5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.129015] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-031626f9-57b4-4873-b402-b9256b1f4fa5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.129304] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-031626f9-57b4-4873-b402-b9256b1f4fa5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.129451] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('031626f9-57b4-4873-b402-b9256b1f4fa5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.132068] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.132365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.132365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.132427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.132585] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.132640] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b already deleted. [ 999.132818] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.143992] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.592443] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.592628] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.592713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.592981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.593100] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.593148] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 is going to be updated. [ 999.627162] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.627162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.627162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.627162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.627162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.633965] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.634521] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.634946] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.635515] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.637078] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.637078] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.637078] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.637078] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.637078] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.637078] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.637509] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.638539] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.641188] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.641188] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.641188] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.641188] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 031626f9-57b4-4873-b402-b9256b1f4fa5 is going to be updated. [ 999.641188] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: IN_PROGRESS for 2s [ 999.647137] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.647137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.647137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.647137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.647137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.647514] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 is going to be created. [ 999.668410] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.668410] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.668649] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.670357] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.670357] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.670357] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-031626f9-57b4-4873-b402-b9256b1f4fa5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.675518] env[69430]: INFO networking_nsxv3.common.synchronization [None req-a04b99ce-1e7c-4afd-8a55-a9ebb2f57f54 None None] Enqueued Resource ID: 7f0a1b39-04c1-40c6-8294-4922e0a03c20 with Priority: HIGHEST for action port [ 999.680188] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.680188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.680188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.680188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.680188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.685581] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0a1b39-04c1-40c6-8294-4922e0a03c20 with Priority: HIGHEST for action port [ 999.686263] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f0a1b39-04c1-40c6-8294-4922e0a03c20 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.686531] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f0a1b39-04c1-40c6-8294-4922e0a03c20" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.686724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f0a1b39-04c1-40c6-8294-4922e0a03c20" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.687215] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f0a1b39-04c1-40c6-8294-4922e0a03c20" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.687423] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f0a1b39-04c1-40c6-8294-4922e0a03c20',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.718553] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: UNINITIALIZED for 2s [ 999.769056] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: SUCCESS [ 999.769307] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.769782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.770035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.770232] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.770355] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.770436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.770646] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.770646] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.770771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.770805] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.190278] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f0a1b39-04c1-40c6-8294-4922e0a03c20 [ 1000.190551] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.190693] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.190784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.191041] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.191163] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.191256] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f0a1b39-04c1-40c6-8294-4922e0a03c20 already deleted. [ 1000.191376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f0a1b39-04c1-40c6-8294-4922e0a03c20" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.274020] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.274156] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.274290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.274578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.274775] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.274897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.274943] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.275119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.275220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.275400] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.275501] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.275599] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.275689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.275810] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.275964] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.276284] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.276284] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.276284] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.276386] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.276386] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.276579] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.461674] env[69430]: INFO networking_nsxv3.common.synchronization [req-4c57a969-1f07-4561-8aed-497cc1b846ec req-ea3a9b7f-ae55-4e18-baf7-fbd722909f83 service nova] Enqueued Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_rules [ 1000.461874] env[69430]: INFO networking_nsxv3.common.synchronization [req-4c57a969-1f07-4561-8aed-497cc1b846ec req-ea3a9b7f-ae55-4e18-baf7-fbd722909f83 service nova] Enqueued Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_members [ 1000.462031] env[69430]: INFO networking_nsxv3.common.synchronization [req-4c57a969-1f07-4561-8aed-497cc1b846ec req-ea3a9b7f-ae55-4e18-baf7-fbd722909f83 service nova] Enqueued Resource ID: 031626f9-57b4-4873-b402-b9256b1f4fa5 with Priority: HIGHEST for action port [ 1000.463027] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_rules [ 1000.463027] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_members [ 1000.463027] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031626f9-57b4-4873-b402-b9256b1f4fa5 with Priority: HIGHEST for action port [ 1000.463311] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.463311] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.463466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.463527] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.463610] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.464615] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.464759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.464842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.465033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.465189] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.465286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.465347] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.465493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.465577] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.465672] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.466743] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-031626f9-57b4-4873-b402-b9256b1f4fa5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.466860] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-031626f9-57b4-4873-b402-b9256b1f4fa5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.466927] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-031626f9-57b4-4873-b402-b9256b1f4fa5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.467095] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-031626f9-57b4-4873-b402-b9256b1f4fa5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.467173] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('031626f9-57b4-4873-b402-b9256b1f4fa5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.779277] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85279d82-7a9e-417d-b09c-a1c1516507ff: rpc.has_security_group_logging(os_id): False [ 1000.798715] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.799512] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.799512] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.799512] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.799512] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.799704] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.799704] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.799784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.799962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.800059] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.800293] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.800407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.800494] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.800655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.800739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.800973] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.801512] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.801668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.801833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.801913] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.802015] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be updated. [ 1000.876729] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.876876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.876927] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.877163] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.877313] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.939698] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: IN_PROGRESS for 2s [ 1000.969216] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.970488] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.970651] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.973241] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 031626f9-57b4-4873-b402-b9256b1f4fa5 with status ACTIVE [ 1000.973507] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.973662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.973748] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.974089] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.974536] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.974536] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.974697] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.974697] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.974884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.974977] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.975225] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.975398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.975483] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.975602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.975745] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.975833] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 031626f9-57b4-4873-b402-b9256b1f4fa5 is going to be updated. [ 1001.012362] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.012623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.012623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.012976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.013109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.013316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-031626f9-57b4-4873-b402-b9256b1f4fa5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.472445] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.653080] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: SUCCESS [ 1001.653488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.653801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.654174] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.654512] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.654740] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.654878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.655240] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.655411] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.655558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.655738] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.727933] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: SUCCESS [ 1001.728203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.728376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.728609] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.728799] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.728927] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.728991] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.729150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.729217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.729293] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.729385] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.974928] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.975121] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.975256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.975598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.975757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.975889] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 857b1316-9b51-44ab-9d91-146c36a93d51 is going to be updated. [ 1002.008932] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.009133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.009180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.009365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.009528] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.020409] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: IN_PROGRESS for 2s [ 1002.159121] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.159308] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.159356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.159601] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.159794] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.159901] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.159968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.160140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.160228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.160320] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.160468] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.160560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.160623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.160764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.160904] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.161078] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.161078] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.161200] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.161274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.161356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.161445] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.231792] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.665144] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc5dfab9-07f9-4708-acb3-c478bbd2f7a7: rpc.has_security_group_logging(os_id): False [ 1002.681806] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.681806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.681806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.681806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.681806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.682586] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.684287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.684287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.684287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.684287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.684287] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.684287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.684287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.684287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.684287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.684287] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.684674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.684674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.684674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.684782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.684846] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 is going to be updated. [ 1002.733938] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0f9c9b2-f967-49d1-bee4-11309464f111: rpc.has_security_group_logging(os_id): False [ 1002.754808] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.754808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.754808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.754808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.754808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.755093] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.755138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.755772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.755970] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.756082] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.756253] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 is going to be created. [ 1002.758247] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.758371] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.758421] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.758576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.759098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.776267] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: IN_PROGRESS for 2s [ 1002.833320] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.833509] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.833509] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.833651] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.833838] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.859359] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: IN_PROGRESS for 2s [ 1002.955206] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: SUCCESS [ 1002.955439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.031559] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: SUCCESS [ 1004.031902] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.031902] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.032027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.032183] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.032302] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.032369] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.032522] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.032618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.032710] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.032799] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.535310] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.535488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.535535] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.535751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.536143] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.539114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.539114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.539114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.539114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.539114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.539114] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.539114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.539114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.539114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.539114] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.539114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.539114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.539114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.539114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.539114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.539114] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.804742] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: SUCCESS [ 1004.804992] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.871520] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: SUCCESS [ 1004.871825] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.042123] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 857b1316-9b51-44ab-9d91-146c36a93d51: rpc.has_security_group_logging(os_id): False [ 1005.061280] env[69430]: INFO networking_nsxv3.common.synchronization [req-268ee021-05a0-48db-a4fb-b5cb15933b3a req-ed5b9f11-4242-4a6b-939b-f9fe73858b6d tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Enqueued Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_members [ 1005.061938] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_members [ 1005.065485] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.065698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.067092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.067092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.067092] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.067092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.067092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.067092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.067092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.067092] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.068673] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.068853] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.068990] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.069101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.069209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.069414] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.069583] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.069712] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.069889] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.069997] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.070269] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.070390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.070458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.070616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.070695] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.072928] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.072928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.072928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.072928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.072928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.072928] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 857b1316-9b51-44ab-9d91-146c36a93d51 is going to be updated. [ 1005.150587] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.150760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.150835] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.151086] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.151240] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.172186] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: IN_PROGRESS for 2s [ 1005.573699] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.044780] env[69430]: INFO networking_nsxv3.common.synchronization [req-c923d706-52e0-491f-8388-a7c71de18ac0 req-fac73293-3f97-4ee5-953a-b30f2563b791 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Enqueued Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGHEST for action security_group_members [ 1006.049919] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGHEST for action security_group_members [ 1006.049919] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.049919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.049919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.049919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.049919] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.049919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.049919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.049919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.049919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.049919] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0b07ea9-a308-4c2b-aecf-e80d56630ce7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.080475] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.551043] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.551212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.551286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.551510] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.551602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.551831] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.551932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.551998] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.552163] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.552243] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.552350] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 already deleted. [ 1006.552438] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.554294] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.554486] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-268" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.554618] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-268" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.554902] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-268" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.555201] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.555338] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.555479] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.555830] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.555830] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.556226] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.556226] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.556395] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.556395] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.556488] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.556594] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.556880] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.582919] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.583137] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1006.583263] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.583449] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-268" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.583941] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-3d2b7e40-478e-40bc-8db6-7db440223f62 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.584386] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-3d2b7e40-478e-40bc-8db6-7db440223f62" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.584386] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-3d2b7e40-478e-40bc-8db6-7db440223f62" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.584659] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-3d2b7e40-478e-40bc-8db6-7db440223f62" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.584818] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d2b7e40-478e-40bc-8db6-7db440223f62',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.585812] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.585935] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.585989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.586177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.586262] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.586353] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f is going to be updated. [ 1006.618299] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.618444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.618642] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.618731] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.618855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.629295] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: IN_PROGRESS for 2s [ 1007.089775] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.090179] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.090303] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.090549] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.090764] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.090866] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 3d2b7e40-478e-40bc-8db6-7db440223f62 not found, creating... [ 1007.091278] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.091476] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.091606] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.091910] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.092069] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.092418] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.092596] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.092748] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.092973] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.093132] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.093282] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 3d2b7e40-478e-40bc-8db6-7db440223f62 is going to be created. [ 1007.117151] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.117398] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.117921] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.118325] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.118630] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.118986] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-3d2b7e40-478e-40bc-8db6-7db440223f62" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.197159] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: SUCCESS [ 1007.197446] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.880229] env[69430]: INFO networking_nsxv3.common.synchronization [req-c923d706-52e0-491f-8388-a7c71de18ac0 req-0bc7de55-d106-4e51-b478-88085be997aa service nova] Enqueued Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGHEST for action security_group_rules [ 1007.880229] env[69430]: INFO networking_nsxv3.common.synchronization [req-c923d706-52e0-491f-8388-a7c71de18ac0 req-0bc7de55-d106-4e51-b478-88085be997aa service nova] Enqueued Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGHEST for action security_group_members [ 1007.880229] env[69430]: INFO networking_nsxv3.common.synchronization [req-c923d706-52e0-491f-8388-a7c71de18ac0 req-0bc7de55-d106-4e51-b478-88085be997aa service nova] Enqueued Resource ID: 3d2b7e40-478e-40bc-8db6-7db440223f62 with Priority: HIGHEST for action port [ 1007.880229] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGHEST for action security_group_rules [ 1007.880626] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGHEST for action security_group_members [ 1007.880626] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2b7e40-478e-40bc-8db6-7db440223f62 with Priority: HIGHEST for action port [ 1007.880699] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.880913] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.880913] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.881079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.881160] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0b07ea9-a308-4c2b-aecf-e80d56630ce7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.882718] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.882833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.882909] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.883564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.883703] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.883900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.883958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.884116] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.884227] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.884356] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0b07ea9-a308-4c2b-aecf-e80d56630ce7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.885764] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d2b7e40-478e-40bc-8db6-7db440223f62 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.885849] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d2b7e40-478e-40bc-8db6-7db440223f62" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.886029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d2b7e40-478e-40bc-8db6-7db440223f62" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.886390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d2b7e40-478e-40bc-8db6-7db440223f62" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.886390] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d2b7e40-478e-40bc-8db6-7db440223f62',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.258952] env[69430]: INFO networking_nsxv3.common.synchronization [req-0403d81c-b297-44f5-a453-622ac960e5aa req-23f92207-9a10-4d9f-b65a-63ab2ce4f29e tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 1008.258952] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 1008.259611] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.259768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.259894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.260185] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.260429] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.260598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.260641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.260816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.260908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.261015] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.389087] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0b07ea9-a308-4c2b-aecf-e80d56630ce7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.390089] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.390240] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.390380] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d2b7e40-478e-40bc-8db6-7db440223f62 with status ACTIVE [ 1008.390553] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.390673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.390762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.390976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.391092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.391250] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.391349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.391413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.391560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.391649] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.391855] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.391951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.392072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.392228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.392302] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.392389] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d2b7e40-478e-40bc-8db6-7db440223f62 is going to be updated. [ 1008.417949] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.418327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.418327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.418327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.572864] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.572864] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d2b7e40-478e-40bc-8db6-7db440223f62" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.640572] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: SUCCESS [ 1008.640886] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.766362] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.766362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.766362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.766362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.766362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.766362] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.766362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.766362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.766362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.766362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.766362] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be updated. [ 1008.796025] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.797909] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.797909] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.797909] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.797909] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.812814] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 2s [ 1008.894635] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0b07ea9-a308-4c2b-aecf-e80d56630ce7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.400454] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.400454] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.400454] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.400454] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.400454] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.400454] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 is going to be created. [ 1009.426607] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.426947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.426947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.427090] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.427267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.438200] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 in Status: UNINITIALIZED for 2s [ 1010.823149] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 1010.823467] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b deletion is rescheduled due to dependency. [ 1010.823467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.019143] env[69430]: INFO networking_nsxv3.common.synchronization [None req-f5748952-a2a0-47e5-af10-fb47b2c43742 None None] Enqueued Resource ID: 0734a260-514b-4492-81de-e44b23cf49e8 with Priority: HIGHEST for action port [ 1011.020383] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0734a260-514b-4492-81de-e44b23cf49e8 with Priority: HIGHEST for action port [ 1011.021509] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-0734a260-514b-4492-81de-e44b23cf49e8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.022103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0734a260-514b-4492-81de-e44b23cf49e8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.022103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0734a260-514b-4492-81de-e44b23cf49e8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.022507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0734a260-514b-4492-81de-e44b23cf49e8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.022714] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0734a260-514b-4492-81de-e44b23cf49e8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.448867] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 in Status: SUCCESS [ 1011.449136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.449314] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.449545] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.449742] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.449863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.449939] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.450348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.450417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.450944] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.451061] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0b07ea9-a308-4c2b-aecf-e80d56630ce7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.525952] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0734a260-514b-4492-81de-e44b23cf49e8 [ 1011.526227] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.526366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.526439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.526658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.526749] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.528529] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0734a260-514b-4492-81de-e44b23cf49e8 already deleted. [ 1011.530220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0734a260-514b-4492-81de-e44b23cf49e8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.953305] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0b07ea9-a308-4c2b-aecf-e80d56630ce7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.065278] env[69430]: INFO networking_nsxv3.common.synchronization [req-22f0f25a-94ee-4da7-84df-e0926f449bd9 req-02ee94c7-bb7c-47b7-ad3e-41b9b84c8da7 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 1012.066127] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 1012.066478] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.067874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.067874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.068405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.068588] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.068704] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.068772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.068937] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.069142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.069142] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.457830] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0b07ea9-a308-4c2b-aecf-e80d56630ce7: rpc.has_security_group_logging(os_id): False [ 1012.480832] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.480994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.481075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.481366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.481422] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.481640] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.481905] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.481905] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.482070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.482149] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.482242] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 is going to be created. [ 1012.554739] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.554739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.554952] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.556230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.556230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.567327] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 in Status: IN_PROGRESS for 2s [ 1012.573043] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.833441] env[69430]: INFO networking_nsxv3.common.synchronization [None req-82c916f0-6b86-488e-9232-ee2fa9d19d5e tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 1012.834845] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 1012.835828] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.836237] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.076553] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.124936] env[69430]: INFO networking_nsxv3.common.synchronization [None req-c82e9fd6-9d8d-4b57-9fd5-556463165a2b None None] Enqueued Resource ID: a96aae31-3cfd-4e38-ae8d-4f607f671153 with Priority: HIGHEST for action port [ 1013.126601] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96aae31-3cfd-4e38-ae8d-4f607f671153 with Priority: HIGHEST for action port [ 1013.126949] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-a96aae31-3cfd-4e38-ae8d-4f607f671153 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.127093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a96aae31-3cfd-4e38-ae8d-4f607f671153" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.127162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a96aae31-3cfd-4e38-ae8d-4f607f671153" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.127452] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a96aae31-3cfd-4e38-ae8d-4f607f671153" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.127538] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a96aae31-3cfd-4e38-ae8d-4f607f671153',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.580193] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.580483] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.580575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.582132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.582132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.582132] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 is going to be updated. [ 1013.621617] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.621617] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.621617] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.621617] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.622013] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.629373] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a96aae31-3cfd-4e38-ae8d-4f607f671153 [ 1013.629615] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.629755] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.629830] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.630053] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.630135] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.630232] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a96aae31-3cfd-4e38-ae8d-4f607f671153 already deleted. [ 1013.630316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a96aae31-3cfd-4e38-ae8d-4f607f671153" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.641026] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: IN_PROGRESS for 2s [ 1013.858583] env[69430]: INFO networking_nsxv3.common.synchronization [req-15a26771-6df6-4be4-94a0-47f5a1679a37 req-873002fa-52f9-4420-8a0b-696ad9bcfdd1 tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Enqueued Resource ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc with Priority: HIGHEST for action security_group_members [ 1013.859254] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc with Priority: HIGHEST for action security_group_members [ 1013.859609] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e33f35-a1ac-4a20-a2c8-2049d65412bc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.859759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.859831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.862133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.862571] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.862571] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.862571] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.862846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.862846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.862914] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e33f35-a1ac-4a20-a2c8-2049d65412bc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.359511] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.359511] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-163" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.359897] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-163" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.359944] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-163" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.360229] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.360396] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.360518] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.360735] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.360883] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.361108] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1014.361226] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.361342] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.361481] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.361683] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1014.361851] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.362063] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.369797] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.370058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.370128] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.370293] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.370368] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.370561] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.370655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.370732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.370856] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.370932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.371026] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc already deleted. [ 1014.371133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.384598] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.384598] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1014.384598] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.384598] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-163" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.385105] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-80d7b343-0cab-41d9-b4ad-bf63f96feb12 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.385345] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-80d7b343-0cab-41d9-b4ad-bf63f96feb12" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.386138] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-80d7b343-0cab-41d9-b4ad-bf63f96feb12" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.386528] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-80d7b343-0cab-41d9-b4ad-bf63f96feb12" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.386731] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80d7b343-0cab-41d9-b4ad-bf63f96feb12',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.580410] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 in Status: SUCCESS [ 1014.580707] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.892378] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.892378] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.892510] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.892970] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.893220] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.893433] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 80d7b343-0cab-41d9-b4ad-bf63f96feb12 not found, creating... [ 1014.893855] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.894769] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.894769] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.894769] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.894769] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.894769] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.895313] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.895313] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.895313] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.895541] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.895684] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 80d7b343-0cab-41d9-b4ad-bf63f96feb12 is going to be created. [ 1014.919806] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.920180] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.920400] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.920703] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.920943] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.922061] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-80d7b343-0cab-41d9-b4ad-bf63f96feb12" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.648141] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: SUCCESS [ 1015.648481] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.648523] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.648737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.648923] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.649052] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.649120] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.649270] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.649348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.649440] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.662025] env[69430]: INFO networking_nsxv3.common.synchronization [req-15a26771-6df6-4be4-94a0-47f5a1679a37 req-76925bff-85e1-4872-8137-b3e8e121f18a service nova] Enqueued Resource ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc with Priority: HIGHEST for action security_group_rules [ 1015.662246] env[69430]: INFO networking_nsxv3.common.synchronization [req-15a26771-6df6-4be4-94a0-47f5a1679a37 req-76925bff-85e1-4872-8137-b3e8e121f18a service nova] Enqueued Resource ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc with Priority: HIGHEST for action security_group_members [ 1015.662349] env[69430]: INFO networking_nsxv3.common.synchronization [req-15a26771-6df6-4be4-94a0-47f5a1679a37 req-76925bff-85e1-4872-8137-b3e8e121f18a service nova] Enqueued Resource ID: 80d7b343-0cab-41d9-b4ad-bf63f96feb12 with Priority: HIGHEST for action port [ 1015.663407] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc with Priority: HIGHEST for action security_group_rules [ 1015.663544] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc with Priority: HIGHEST for action security_group_members [ 1015.663644] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80d7b343-0cab-41d9-b4ad-bf63f96feb12 with Priority: HIGHEST for action port [ 1015.664656] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25e33f35-a1ac-4a20-a2c8-2049d65412bc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.664656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.664656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.664656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.664656] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25e33f35-a1ac-4a20-a2c8-2049d65412bc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.665398] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e33f35-a1ac-4a20-a2c8-2049d65412bc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.666196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.666196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.666196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.666196] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.666196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.666196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.666603] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.666603] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.666603] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e33f35-a1ac-4a20-a2c8-2049d65412bc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.667262] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-80d7b343-0cab-41d9-b4ad-bf63f96feb12 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.667418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80d7b343-0cab-41d9-b4ad-bf63f96feb12" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.667507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80d7b343-0cab-41d9-b4ad-bf63f96feb12" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.667670] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80d7b343-0cab-41d9-b4ad-bf63f96feb12" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.668983] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80d7b343-0cab-41d9-b4ad-bf63f96feb12',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.151711] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.151889] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.151972] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.152221] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.152316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.152516] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.152619] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.152680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.152855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.152932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.153025] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 is going to be updated. [ 1016.169888] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e33f35-a1ac-4a20-a2c8-2049d65412bc taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.170040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.170223] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25e33f35-a1ac-4a20-a2c8-2049d65412bc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.171157] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80d7b343-0cab-41d9-b4ad-bf63f96feb12 with status ACTIVE [ 1016.171340] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.171476] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.171539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.171923] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.172027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.172223] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.172328] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.172409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.172576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.172659] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.172874] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.172973] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.173042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.173205] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.173304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.173393] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80d7b343-0cab-41d9-b4ad-bf63f96feb12 is going to be updated. [ 1016.189364] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.189528] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.189602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.190548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.190726] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.198893] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.199095] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.199152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.199417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.199745] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.199835] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80d7b343-0cab-41d9-b4ad-bf63f96feb12" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.201116] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: IN_PROGRESS for 2s [ 1016.678115] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25e33f35-a1ac-4a20-a2c8-2049d65412bc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.179160] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.179335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.179391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.179895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.179895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.179895] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc is going to be created. [ 1017.215933] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.216196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.216196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.216408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.216561] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.229196] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc in Status: UNINITIALIZED for 2s [ 1018.210974] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: SUCCESS [ 1018.211249] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 deletion is rescheduled due to dependency. [ 1018.211337] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.010768] env[69430]: INFO networking_nsxv3.common.synchronization [req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 req-29843dcf-e458-4929-b58f-35557c30f33f tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1019.011048] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1019.011354] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.011500] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.011575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.011899] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.013736] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.013736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.013736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.013736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.013736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.013919] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.242507] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc in Status: SUCCESS [ 1019.243181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.243540] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.243964] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.244296] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.244606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.244801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.245113] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.246025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.246025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.246025] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25e33f35-a1ac-4a20-a2c8-2049d65412bc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.516976] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.517191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.517253] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.517757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.517757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.519364] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.519364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.519364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.519364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.519364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.519364] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 already deleted. [ 1019.519364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.568027] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.568027] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.568027] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.568027] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.568027] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.569746] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.569746] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.570962] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.570962] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.570962] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1019.570962] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.570962] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.570962] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.571182] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1019.571284] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.571457] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.595381] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.595573] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1019.598893] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.598893] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.598893] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-388d03dd-2a64-436c-9e76-0d9f15e5847a taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.598893] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-388d03dd-2a64-436c-9e76-0d9f15e5847a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.598893] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-388d03dd-2a64-436c-9e76-0d9f15e5847a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.598893] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-388d03dd-2a64-436c-9e76-0d9f15e5847a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.598893] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('388d03dd-2a64-436c-9e76-0d9f15e5847a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.748917] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e33f35-a1ac-4a20-a2c8-2049d65412bc taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.749131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.749175] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.749402] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.749597] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.749737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.749811] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.749973] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.750076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.750167] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.750353] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e33f35-a1ac-4a20-a2c8-2049d65412bc taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.750408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.750476] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.750606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.751027] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.751027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.751027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.751027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.751184] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.751184] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.751260] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25e33f35-a1ac-4a20-a2c8-2049d65412bc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.101222] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.101537] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.101608] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.102056] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.102165] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.102333] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 388d03dd-2a64-436c-9e76-0d9f15e5847a not found, creating... [ 1020.102610] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.102779] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.102923] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.103188] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.103334] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.103980] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.104261] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.104397] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.104653] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.104782] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.104935] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 388d03dd-2a64-436c-9e76-0d9f15e5847a is going to be created. [ 1020.130330] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.130555] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.130690] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.130979] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.131236] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.131582] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-388d03dd-2a64-436c-9e76-0d9f15e5847a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.253481] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25e33f35-a1ac-4a20-a2c8-2049d65412bc: rpc.has_security_group_logging(os_id): False [ 1020.285919] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.286157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.286244] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.287306] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.287306] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.287306] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.287306] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.287306] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.287306] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.287713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.287713] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.287823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.287823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.287955] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.288303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.288506] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.288745] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.288745] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.288917] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.289026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.289126] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc is going to be created. [ 1020.370172] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.370172] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.370172] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.370172] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.370525] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.384379] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc in Status: IN_PROGRESS for 2s [ 1020.981512] env[69430]: INFO networking_nsxv3.common.synchronization [req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 req-196f3b73-e21f-450a-a427-87b88df99907 service nova] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_rules [ 1020.981722] env[69430]: INFO networking_nsxv3.common.synchronization [req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 req-196f3b73-e21f-450a-a427-87b88df99907 service nova] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1020.981899] env[69430]: INFO networking_nsxv3.common.synchronization [req-a9581793-0de2-4f1f-ac0b-b76a618ac2a8 req-196f3b73-e21f-450a-a427-87b88df99907 service nova] Enqueued Resource ID: 388d03dd-2a64-436c-9e76-0d9f15e5847a with Priority: HIGHEST for action port [ 1020.982649] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_rules [ 1020.982858] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1020.983082] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388d03dd-2a64-436c-9e76-0d9f15e5847a with Priority: HIGHEST for action port [ 1020.983313] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.983916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.984131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.984493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.984529] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.986065] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.986237] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.986283] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.986473] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.986643] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.986758] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.986881] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.987087] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.987087] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.987274] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.988634] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-388d03dd-2a64-436c-9e76-0d9f15e5847a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.992021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-388d03dd-2a64-436c-9e76-0d9f15e5847a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.992021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-388d03dd-2a64-436c-9e76-0d9f15e5847a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.992021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-388d03dd-2a64-436c-9e76-0d9f15e5847a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.992021] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('388d03dd-2a64-436c-9e76-0d9f15e5847a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.486923] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.487199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.489486] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.491097] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 388d03dd-2a64-436c-9e76-0d9f15e5847a with status ACTIVE [ 1021.491339] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.491456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.491534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.491810] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.491920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.492138] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.492241] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.492303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.492480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.492559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.492737] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.492831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.492908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.493143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.493344] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.493407] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 388d03dd-2a64-436c-9e76-0d9f15e5847a is going to be updated. [ 1021.520418] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.520556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.520618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.520838] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.521196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.521196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-388d03dd-2a64-436c-9e76-0d9f15e5847a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.992130] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.272116] env[69430]: INFO networking_nsxv3.common.synchronization [None req-acf8aa5a-f7bc-4d06-862c-3e54a87b932b None None] Enqueued Resource ID: 82f511e3-2118-4b1a-9239-35ad0b4527b5 with Priority: HIGHEST for action port [ 1022.272909] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82f511e3-2118-4b1a-9239-35ad0b4527b5 with Priority: HIGHEST for action port [ 1022.274546] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-82f511e3-2118-4b1a-9239-35ad0b4527b5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.274732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82f511e3-2118-4b1a-9239-35ad0b4527b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.274732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82f511e3-2118-4b1a-9239-35ad0b4527b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.275691] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82f511e3-2118-4b1a-9239-35ad0b4527b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.275811] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82f511e3-2118-4b1a-9239-35ad0b4527b5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.365802] env[69430]: INFO networking_nsxv3.common.synchronization [req-0a4156ad-a6d9-4793-b5fc-b4c3bafced98 req-d31e851e-92be-4bdc-bab7-6412aaa1553e tempest-ServersAdminTestJSON-1685530282 tempest-ServersAdminTestJSON-1685530282-project-member] Enqueued Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 1022.366727] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGHEST for action security_group_members [ 1022.371889] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.372093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.372168] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.372331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.372485] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.372607] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.372732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.372905] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.372987] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.373099] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.388924] env[69430]: INFO networking_nsxv3.common.synchronization [req-cf1cc9f0-6a42-4f4e-baec-a6d2f36191f8 req-2da5c154-9395-4eef-a89d-cc31ea419c23 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 with Priority: HIGHEST for action security_group_members [ 1022.389778] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 with Priority: HIGHEST for action security_group_members [ 1022.390741] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e50cdfa-272c-4c35-ab79-9990a2ecb368 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.390938] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.391043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.391286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.391668] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.392288] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.392288] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.392569] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.392662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.393701] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e50cdfa-272c-4c35-ab79-9990a2ecb368',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.398109] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc in Status: SUCCESS [ 1022.398327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.494256] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.497052] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.497052] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.497052] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.497052] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.497052] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be created. [ 1022.526827] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.529018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.529018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.529018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.529018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.539499] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: UNINITIALIZED for 2s [ 1022.779047] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82f511e3-2118-4b1a-9239-35ad0b4527b5 [ 1022.779301] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.779433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.779491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.779716] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.779806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.779902] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82f511e3-2118-4b1a-9239-35ad0b4527b5 already deleted. [ 1022.779982] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82f511e3-2118-4b1a-9239-35ad0b4527b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.875790] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.875917] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.875971] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.876220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.876886] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.876886] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.876886] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.876886] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.876886] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.877804] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.877804] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 is going to be updated. [ 1022.897935] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.898127] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.898193] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.898801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.898801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.898801] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.899018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.899018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.899134] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.899212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.900072] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 is going to be updated. [ 1022.929376] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.929500] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.930168] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.930529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.930767] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.947817] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: IN_PROGRESS for 2s [ 1022.957508] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.957599] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.957641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.960021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.960021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.968474] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 in Status: IN_PROGRESS for 2s [ 1023.722305] env[69430]: INFO networking_nsxv3.common.synchronization [None req-7aa2e22c-2c17-485f-b94d-6dd6476f9b69 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Enqueued Resource ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 with Priority: HIGHEST for action security_group_rules [ 1023.722305] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 with Priority: HIGHEST for action security_group_rules [ 1023.722305] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a6ce188-4614-46d8-90b4-4f0523e9f805 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.722305] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.722305] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.724270] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.724270] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a6ce188-4614-46d8-90b4-4f0523e9f805',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.816057] env[69430]: INFO networking_nsxv3.common.synchronization [None req-8a797eae-3b12-4dfb-8c72-9dec7fb83b66 tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Enqueued Resource ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 with Priority: HIGHEST for action security_group_rules [ 1023.816573] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 with Priority: HIGHEST for action security_group_rules [ 1023.816877] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a6ce188-4614-46d8-90b4-4f0523e9f805 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.816983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.169301] env[69430]: INFO networking_nsxv3.common.synchronization [None req-4e09f951-bc43-4064-b762-5d0d750fb014 None None] Enqueued Resource ID: 7db9e74a-6fbe-4b96-a834-8530198040c8 with Priority: HIGHEST for action port [ 1024.169902] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db9e74a-6fbe-4b96-a834-8530198040c8 with Priority: HIGHEST for action port [ 1024.170297] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-7db9e74a-6fbe-4b96-a834-8530198040c8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.170466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7db9e74a-6fbe-4b96-a834-8530198040c8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.170571] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7db9e74a-6fbe-4b96-a834-8530198040c8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.170882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7db9e74a-6fbe-4b96-a834-8530198040c8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.171027] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7db9e74a-6fbe-4b96-a834-8530198040c8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.246802] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.246802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.246802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.246802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.246802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.246802] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 already deleted. [ 1024.246802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.246802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.246802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.246802] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a6ce188-4614-46d8-90b4-4f0523e9f805',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.554288] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1024.554555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.554730] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.554970] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.555185] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.556248] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.556248] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.556248] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.556248] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.556248] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.556248] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.674018] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7db9e74a-6fbe-4b96-a834-8530198040c8 [ 1024.674275] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.674425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.674500] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.674713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.674805] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.674901] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7db9e74a-6fbe-4b96-a834-8530198040c8 already deleted. [ 1024.674987] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7db9e74a-6fbe-4b96-a834-8530198040c8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.773223] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.773611] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.773611] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.773733] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.773733] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.773829] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 already deleted. [ 1024.773900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.822422] env[69430]: INFO networking_nsxv3.common.synchronization [req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 req-39b049c1-013c-4356-bcc9-1a0919fbb863 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Enqueued Resource ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b with Priority: HIGHEST for action security_group_members [ 1024.823884] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b with Priority: HIGHEST for action security_group_members [ 1024.824240] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fd058c-7d46-4e26-98ee-1816edd51d6b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.824342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.824414] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.824711] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.824876] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.824988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.825078] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.825241] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.825326] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.825451] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78fd058c-7d46-4e26-98ee-1816edd51d6b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.956759] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 in Status: SUCCESS [ 1024.956759] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 deletion is rescheduled due to dependency. [ 1024.956759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.980719] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 in Status: SUCCESS [ 1024.980719] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 deletion is rescheduled due to dependency. [ 1024.980719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.058640] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.058825] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.058954] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.059382] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.059589] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.059898] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.060044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.060720] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.060720] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.060865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.061116] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.061222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.061467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.061529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.061741] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.061917] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.061987] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.062219] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.062338] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.062478] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.062583] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.215113] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.215113] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-613" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.215113] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-613" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.215371] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-613" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.215526] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.215720] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.215847] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.216117] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.216296] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.216518] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.216663] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.216773] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.216893] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.217076] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.217227] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.217378] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.238183] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.238183] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1025.238368] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.238422] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-613" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.239302] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-27fbd015-f123-45b3-82d1-24d95e346a71 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.239302] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-27fbd015-f123-45b3-82d1-24d95e346a71" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.239302] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-27fbd015-f123-45b3-82d1-24d95e346a71" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.239650] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-27fbd015-f123-45b3-82d1-24d95e346a71" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.239650] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27fbd015-f123-45b3-82d1-24d95e346a71',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.327855] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.328066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.328180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.328499] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.328499] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.329243] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.329372] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.329372] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.329981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.329981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.329981] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b already deleted. [ 1025.329981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.565576] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1ada142-bb55-41a3-a96c-ab4666c56b97: rpc.has_security_group_logging(os_id): False [ 1025.587770] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.587932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.588051] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.588354] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.588454] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.588660] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.589475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.589475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.589475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.589475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.589475] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.590138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.590138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.590138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.590138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.590138] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.590719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.590719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.590719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.590719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.590719] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be created. [ 1025.665033] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.665229] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.665314] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.666085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.666316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.679124] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1025.742903] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.743326] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.743534] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.744774] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.746081] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.746448] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 27fbd015-f123-45b3-82d1-24d95e346a71 not found, creating... [ 1025.747045] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.747404] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.747670] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.748158] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.748470] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.749125] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.749501] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.749707] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.750161] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.750485] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.750792] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 27fbd015-f123-45b3-82d1-24d95e346a71 is going to be created. [ 1025.782374] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.782895] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.782895] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.783355] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.783623] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.783942] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-27fbd015-f123-45b3-82d1-24d95e346a71" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.487235] env[69430]: INFO networking_nsxv3.common.synchronization [req-ef829063-b60f-4181-bfde-953b96820432 req-f6a17e49-b428-4f4b-8f36-a5ad6e0c6eee tempest-ServerAddressesTestJSON-474571044 tempest-ServerAddressesTestJSON-474571044-project-member] Enqueued Resource ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc with Priority: HIGHEST for action security_group_members [ 1026.488894] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc with Priority: HIGHEST for action security_group_members [ 1026.488894] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e33f35-a1ac-4a20-a2c8-2049d65412bc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.488894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.488894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.489378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.490383] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.490383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.490383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.490383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.490383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.490383] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e33f35-a1ac-4a20-a2c8-2049d65412bc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.548525] env[69430]: INFO networking_nsxv3.common.synchronization [req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 req-28323d59-aaad-4376-9e8f-e8c1affec7b1 service nova] Enqueued Resource ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b with Priority: HIGHEST for action security_group_rules [ 1026.548697] env[69430]: INFO networking_nsxv3.common.synchronization [req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 req-28323d59-aaad-4376-9e8f-e8c1affec7b1 service nova] Enqueued Resource ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b with Priority: HIGHEST for action security_group_members [ 1026.548839] env[69430]: INFO networking_nsxv3.common.synchronization [req-f10aefcb-8e36-4f68-a2ae-567354f3acd3 req-28323d59-aaad-4376-9e8f-e8c1affec7b1 service nova] Enqueued Resource ID: 27fbd015-f123-45b3-82d1-24d95e346a71 with Priority: HIGHEST for action port [ 1026.549107] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b with Priority: HIGHEST for action security_group_rules [ 1026.549201] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b with Priority: HIGHEST for action security_group_members [ 1026.549382] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fbd015-f123-45b3-82d1-24d95e346a71 with Priority: HIGHEST for action port [ 1026.550752] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78fd058c-7d46-4e26-98ee-1816edd51d6b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.550752] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.550752] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.550752] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.550752] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78fd058c-7d46-4e26-98ee-1816edd51d6b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.552207] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fd058c-7d46-4e26-98ee-1816edd51d6b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.552207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.552207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.552207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.552207] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.552207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.552207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.552207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.552207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.552207] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78fd058c-7d46-4e26-98ee-1816edd51d6b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.553063] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-27fbd015-f123-45b3-82d1-24d95e346a71 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.553955] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27fbd015-f123-45b3-82d1-24d95e346a71" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.554043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27fbd015-f123-45b3-82d1-24d95e346a71" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.554231] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27fbd015-f123-45b3-82d1-24d95e346a71" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.554322] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27fbd015-f123-45b3-82d1-24d95e346a71',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.993190] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.993190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.993190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.993190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.993190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.993190] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.993739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.993739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.993739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.993739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.993739] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc is going to be updated. [ 1027.022110] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.022251] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.022337] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.022999] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.022999] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.031887] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc in Status: IN_PROGRESS for 2s [ 1027.056058] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fd058c-7d46-4e26-98ee-1816edd51d6b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.056196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.056401] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78fd058c-7d46-4e26-98ee-1816edd51d6b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.057438] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27fbd015-f123-45b3-82d1-24d95e346a71 with status ACTIVE [ 1027.057535] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.057624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.057679] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.057869] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.057957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.058174] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.058250] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.058337] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.058481] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.058513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.058705] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.058799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.058858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.058999] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.059086] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.059171] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27fbd015-f123-45b3-82d1-24d95e346a71 is going to be updated. [ 1027.085652] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.085757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.085757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.085967] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.086177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.086347] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27fbd015-f123-45b3-82d1-24d95e346a71" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.561412] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78fd058c-7d46-4e26-98ee-1816edd51d6b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.693364] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1027.693602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.063867] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.064360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.064434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.064919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.065062] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.065177] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b is going to be created. [ 1028.095683] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.096123] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.096257] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.096510] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.096699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.109953] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b in Status: UNINITIALIZED for 2s [ 1029.043136] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc in Status: SUCCESS [ 1029.043364] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e33f35-a1ac-4a20-a2c8-2049d65412bc deletion is rescheduled due to dependency. [ 1029.043483] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e33f35-a1ac-4a20-a2c8-2049d65412bc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.121964] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b in Status: SUCCESS [ 1030.122465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.122606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.122835] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.123268] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.123392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.123455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.123945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.123945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.123945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.124255] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78fd058c-7d46-4e26-98ee-1816edd51d6b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.626618] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78fd058c-7d46-4e26-98ee-1816edd51d6b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.129580] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78fd058c-7d46-4e26-98ee-1816edd51d6b: rpc.has_security_group_logging(os_id): False [ 1031.155744] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.155991] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.155991] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.156206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.156299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.156576] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.156699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.156763] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.156912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.157787] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.157787] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b is going to be created. [ 1031.242434] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.242434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.242434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.243059] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.243059] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.254334] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b in Status: IN_PROGRESS for 2s [ 1031.436822] env[69430]: INFO networking_nsxv3.common.synchronization [req-a63f3f33-4a96-4609-9485-c70580b1da05 req-608ba8c5-611d-4585-bfa5-d6db0253e576 tempest-ListServerFiltersTestJSON-1777083132 tempest-ListServerFiltersTestJSON-1777083132-project-member] Enqueued Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_members [ 1031.437703] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGHEST for action security_group_members [ 1031.438558] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.438790] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.438884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.439126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.439300] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.439398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.439459] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.439606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.439693] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.439787] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.702672] env[69430]: INFO networking_nsxv3.common.synchronization [req-d146d1d5-348b-44b4-b580-e433153bc86f req-95f7ab45-f08e-425c-a586-180c3a6c566d tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 1031.703353] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 1031.703660] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.703783] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.703847] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.704208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.704430] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.704562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.704649] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.704837] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.704983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.705095] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.943487] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.943712] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.943819] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.944087] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.946802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.947098] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.947564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.947640] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.947828] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.947914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.948139] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f is going to be updated. [ 1031.976045] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.976205] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.976285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.976499] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.976637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.988190] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: IN_PROGRESS for 2s [ 1032.088518] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.088771] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.088910] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.089301] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.089619] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.089781] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.089907] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.090158] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.090311] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.090537] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.090656] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.090770] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.090921] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.091041] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.091134] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.091266] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.111016] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.111225] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1032.111373] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.111557] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-477" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.111874] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-13d553fd-d6aa-4f1f-8aef-95363398cd89 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.112159] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-13d553fd-d6aa-4f1f-8aef-95363398cd89" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.112291] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-13d553fd-d6aa-4f1f-8aef-95363398cd89" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.112613] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-13d553fd-d6aa-4f1f-8aef-95363398cd89" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.112755] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d553fd-d6aa-4f1f-8aef-95363398cd89',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.208594] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.209036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.209036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.209205] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.209351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.209733] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.209847] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.209847] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.210099] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.210218] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.210343] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be updated. [ 1032.253548] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.253548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.253548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.253707] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.253744] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.263419] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 2s [ 1032.619185] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.619489] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.619667] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.620055] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.620283] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.620493] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 13d553fd-d6aa-4f1f-8aef-95363398cd89 not found, creating... [ 1032.620829] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.621015] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.621151] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.621389] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.621533] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.621841] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.622042] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.622178] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.622396] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.622539] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.622692] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 13d553fd-d6aa-4f1f-8aef-95363398cd89 is going to be created. [ 1032.645815] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.646141] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.646298] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.646588] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.646872] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.647279] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-13d553fd-d6aa-4f1f-8aef-95363398cd89" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.272284] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b in Status: SUCCESS [ 1033.272655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.361375] env[69430]: INFO networking_nsxv3.common.synchronization [req-d146d1d5-348b-44b4-b580-e433153bc86f req-df015e76-73ea-460b-ae2b-916f55f7fb6d service nova] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_rules [ 1033.361591] env[69430]: INFO networking_nsxv3.common.synchronization [req-d146d1d5-348b-44b4-b580-e433153bc86f req-df015e76-73ea-460b-ae2b-916f55f7fb6d service nova] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 1033.361747] env[69430]: INFO networking_nsxv3.common.synchronization [req-d146d1d5-348b-44b4-b580-e433153bc86f req-df015e76-73ea-460b-ae2b-916f55f7fb6d service nova] Enqueued Resource ID: 13d553fd-d6aa-4f1f-8aef-95363398cd89 with Priority: HIGHEST for action port [ 1033.362037] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_rules [ 1033.362178] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 1033.362276] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13d553fd-d6aa-4f1f-8aef-95363398cd89 with Priority: HIGHEST for action port [ 1033.363453] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.363638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.363749] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.364281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.364422] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.365360] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.365520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.365771] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-13d553fd-d6aa-4f1f-8aef-95363398cd89 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.365927] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13d553fd-d6aa-4f1f-8aef-95363398cd89" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.366042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13d553fd-d6aa-4f1f-8aef-95363398cd89" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.366260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13d553fd-d6aa-4f1f-8aef-95363398cd89" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.366386] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d553fd-d6aa-4f1f-8aef-95363398cd89',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.868584] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.868777] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.869040] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13d553fd-d6aa-4f1f-8aef-95363398cd89 with status ACTIVE [ 1033.869287] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.869441] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.869543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.869836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.869966] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.870220] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.870360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.870456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.870661] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.870772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.871606] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.871780] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.871857] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.872193] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.872295] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.872388] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13d553fd-d6aa-4f1f-8aef-95363398cd89 is going to be updated. [ 1033.885670] env[69430]: INFO networking_nsxv3.common.synchronization [req-2e34ef15-0346-42a8-b949-59c194e8429d req-cfe60951-51ce-4487-8374-d589ff532adf tempest-ServersNegativeTestJSON-642464338 tempest-ServersNegativeTestJSON-642464338-project-member] Enqueued Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_members [ 1033.890209] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGHEST for action security_group_members [ 1033.891101] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.891270] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.891364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.893699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.893970] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.894166] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.894243] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.894445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.894533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.894638] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.898846] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.898846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.898846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.898846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.898846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.898846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13d553fd-d6aa-4f1f-8aef-95363398cd89" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.000513] env[69430]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1034.000701] env[69430]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1034.001684] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f in Status: SUCCESS [ 1034.001862] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f deletion is rescheduled due to dependency. [ 1034.002049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.273241] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 1034.273620] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b deletion is rescheduled due to dependency. [ 1034.273620] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.273694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.273915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.274153] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.274274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.274346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.274547] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.274660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.275373] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.396557] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.396724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.396770] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.397451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.397451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.397451] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.397451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.397451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.397735] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.397735] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.397735] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 857b1316-9b51-44ab-9d91-146c36a93d51 is going to be updated. [ 1034.426615] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.426766] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.426840] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.427757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.427969] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.439708] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: IN_PROGRESS for 2s [ 1034.778137] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.280582] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.787664] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.787819] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.787890] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.788146] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.788233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.788349] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be updated. [ 1035.817754] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.817923] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.817970] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.818415] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.818597] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.827530] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 2s [ 1036.239179] env[69430]: INFO networking_nsxv3.common.synchronization [req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 req-fa5c95f2-3f8f-4676-a388-ae212c62721b tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Enqueued Resource ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae with Priority: HIGHEST for action security_group_members [ 1036.239732] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae with Priority: HIGHEST for action security_group_members [ 1036.243019] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.243019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.243019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.243019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.243019] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.243019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.243019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.243019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.243019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.243019] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03c415cb-b0ff-4b25-9f13-8cbb0e20acae',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.450568] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 857b1316-9b51-44ab-9d91-146c36a93d51 in Status: SUCCESS [ 1036.450568] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 857b1316-9b51-44ab-9d91-146c36a93d51 deletion is rescheduled due to dependency. [ 1036.450568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.870191] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.870191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.870191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.870459] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.870459] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.872912] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.872912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.872912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.872912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.872912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.872912] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae already deleted. [ 1036.872912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.877455] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.877743] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.877972] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.878570] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.878931] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.879125] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.879253] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.879520] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.879965] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.879965] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.880132] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.880132] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.880252] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.880341] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.880457] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.880594] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.900570] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.900781] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1036.900846] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.901055] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.901474] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-ee2ef710-2f68-449f-8749-a45c83c65dfa taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.901685] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-ee2ef710-2f68-449f-8749-a45c83c65dfa" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.901859] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-ee2ef710-2f68-449f-8749-a45c83c65dfa" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.902302] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-ee2ef710-2f68-449f-8749-a45c83c65dfa" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.902491] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee2ef710-2f68-449f-8749-a45c83c65dfa',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.101509] env[69430]: INFO networking_nsxv3.common.synchronization [req-18a8eff5-3ecc-4e13-81d2-4a851d9e8b43 req-cd9b2e48-421a-47f8-82b3-fcac8f19b2c2 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Enqueued Resource ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 with Priority: HIGHEST for action security_group_members [ 1037.102161] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 with Priority: HIGHEST for action security_group_members [ 1037.102483] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.103121] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.103121] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.103121] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.103432] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.103547] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.103611] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.103788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.103876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.103970] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4f0c097-5180-4fdd-bf7c-e331e5ebd558',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.411271] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.411271] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.411271] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.411271] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.411271] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.411271] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port ee2ef710-2f68-449f-8749-a45c83c65dfa not found, creating... [ 1037.411271] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.411271] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.411271] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.411271] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.411636] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.411636] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.411636] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.411636] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.411907] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.412346] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.412625] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: ee2ef710-2f68-449f-8749-a45c83c65dfa is going to be created. [ 1037.439633] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.439633] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.439633] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.439633] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.439633] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.439633] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-ee2ef710-2f68-449f-8749-a45c83c65dfa" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.608475] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.608475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.608475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.608475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.608983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.608983] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.609091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.609183] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.609370] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.609495] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.609750] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 is going to be updated. [ 1037.638915] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.641190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.641190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.641190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.641190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.651553] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 in Status: IN_PROGRESS for 2s [ 1037.838012] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 1037.838247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.838419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.838635] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.838828] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.838945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.839018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.839175] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.839247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.839335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.839424] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.249955] env[69430]: INFO networking_nsxv3.common.synchronization [req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 req-07ebadec-1ec6-4f3b-b92a-13f88a14d4ff service nova] Enqueued Resource ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae with Priority: HIGHEST for action security_group_rules [ 1038.250125] env[69430]: INFO networking_nsxv3.common.synchronization [req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 req-07ebadec-1ec6-4f3b-b92a-13f88a14d4ff service nova] Enqueued Resource ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae with Priority: HIGHEST for action security_group_members [ 1038.250274] env[69430]: INFO networking_nsxv3.common.synchronization [req-6a87e8fd-b1c8-452e-802b-e7b374ad0476 req-07ebadec-1ec6-4f3b-b92a-13f88a14d4ff service nova] Enqueued Resource ID: ee2ef710-2f68-449f-8749-a45c83c65dfa with Priority: HIGHEST for action port [ 1038.250501] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae with Priority: HIGHEST for action security_group_rules [ 1038.250628] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae with Priority: HIGHEST for action security_group_members [ 1038.250725] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2ef710-2f68-449f-8749-a45c83c65dfa with Priority: HIGHEST for action port [ 1038.251279] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03c415cb-b0ff-4b25-9f13-8cbb0e20acae taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.251405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.251472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.251752] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.251836] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03c415cb-b0ff-4b25-9f13-8cbb0e20acae',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.254030] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.254030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.254030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.254208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.254289] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.254386] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.254449] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.254592] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.254676] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.254766] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03c415cb-b0ff-4b25-9f13-8cbb0e20acae',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.259182] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee2ef710-2f68-449f-8749-a45c83c65dfa taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.259392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee2ef710-2f68-449f-8749-a45c83c65dfa" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.259505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee2ef710-2f68-449f-8749-a45c83c65dfa" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.259709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee2ef710-2f68-449f-8749-a45c83c65dfa" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.259795] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee2ef710-2f68-449f-8749-a45c83c65dfa',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.341819] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.342120] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.342414] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.342610] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.342794] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.342904] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.343248] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.343248] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.343248] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.343598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.343598] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.343725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.343725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.343836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.343951] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.344067] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.344130] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.344280] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.344365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.344426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.344531] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.764673] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03c415cb-b0ff-4b25-9f13-8cbb0e20acae',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.764673] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.764673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.765787] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee2ef710-2f68-449f-8749-a45c83c65dfa with status ACTIVE [ 1038.765967] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.766481] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.766606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.766939] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.767107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.767672] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.768432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.768432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.768432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.768432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.768619] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.768673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.768780] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.768935] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.769025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.769122] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee2ef710-2f68-449f-8749-a45c83c65dfa is going to be updated. [ 1038.798143] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.798289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.798367] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.798575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.798711] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.798874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee2ef710-2f68-449f-8749-a45c83c65dfa" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.846591] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bdcee59-c331-4e11-b235-553058b0634b: rpc.has_security_group_logging(os_id): False [ 1038.868263] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.868503] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.868503] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.868626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.868729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.868896] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.869110] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.869166] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.869365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.869465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.869740] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.869902] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.869982] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.870181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.870265] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.870458] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.870567] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.870623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.870747] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.870984] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.870984] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be updated. [ 1038.965048] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.965048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.965048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.965048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.965048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.994897] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 2s [ 1039.266597] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03c415cb-b0ff-4b25-9f13-8cbb0e20acae',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.811367] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.811831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.811831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.811831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.811969] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.811969] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae is going to be created. [ 1039.831629] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 in Status: SUCCESS [ 1039.832258] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 deletion is rescheduled due to dependency. [ 1039.832380] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.844416] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.844588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.844632] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.844827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.844979] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.854467] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae in Status: UNINITIALIZED for 2s [ 1040.607464] env[69430]: INFO networking_nsxv3.common.synchronization [None req-35b18a10-58e6-4c62-b8c5-368b9c46766c tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_rules [ 1040.607842] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_rules [ 1040.608103] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc3e8be5-e19f-416d-942e-62a882de11e3 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.608235] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.608304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.608605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.608921] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.774099] env[69430]: INFO networking_nsxv3.common.synchronization [None req-03d6782c-7ae5-44d2-a596-b5f02a3b0c25 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_rules [ 1040.774099] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_rules [ 1040.774099] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc3e8be5-e19f-416d-942e-62a882de11e3 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.774099] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.017276] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 1041.017699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.137660] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.137660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.137660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.137660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.137660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.137660] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc3e8be5-e19f-416d-942e-62a882de11e3 already deleted. [ 1041.137660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.138074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.138074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.138074] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.658758] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.658916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.658989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.659228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.659319] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.659417] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc3e8be5-e19f-416d-942e-62a882de11e3 already deleted. [ 1041.659499] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.865048] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae in Status: SUCCESS [ 1041.865270] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.865462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.865711] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.865908] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.866040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.866111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.866267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.866348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.866431] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.866521] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03c415cb-b0ff-4b25-9f13-8cbb0e20acae',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.369539] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.369815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.369815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.369937] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.370120] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.370215] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.370299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.370635] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.370718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.370813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.370968] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.371074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.371433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.371672] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.371822] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.371918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.371980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.372162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.372242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.372368] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.372434] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03c415cb-b0ff-4b25-9f13-8cbb0e20acae',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.412265] env[69430]: INFO networking_nsxv3.common.synchronization [req-7fe1f870-aa17-45e7-b46a-2695075f9a76 req-53d5ce45-82d8-4a77-86b3-34004190cd56 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 1042.412454] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 1042.412734] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.412933] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.413031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.413632] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.413632] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.413632] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.413632] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.414033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.414033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.414033] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.822671] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.822867] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.822998] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.823276] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.823568] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.823725] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.823850] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.824168] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.824383] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.824611] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.824733] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.824849] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.824961] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.825089] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.825201] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.825338] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.844909] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.845108] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1042.845254] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.845440] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.845752] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-def44492-9621-41be-8ae1-5eefde908870 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.845931] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-def44492-9621-41be-8ae1-5eefde908870" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.846068] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-def44492-9621-41be-8ae1-5eefde908870" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.846396] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-def44492-9621-41be-8ae1-5eefde908870" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.846539] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def44492-9621-41be-8ae1-5eefde908870',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.875350] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03c415cb-b0ff-4b25-9f13-8cbb0e20acae: rpc.has_security_group_logging(os_id): False [ 1042.894033] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.894033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.894033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.894406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.894502] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.894736] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.894843] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.894895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.895059] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.895138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.895316] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.895408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.895470] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.895608] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.895680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.895855] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.895944] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.896011] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.896156] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.896229] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.896312] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae is going to be created. [ 1042.918875] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.919116] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.919116] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.919394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.919497] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.919696] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.919796] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.919852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.920073] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.920164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.920242] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 1042.944452] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.944606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.944652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.944862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.945043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.956263] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 1042.967430] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.967641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.967641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.967833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.968021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.979451] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae in Status: IN_PROGRESS for 2s [ 1043.350028] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.350299] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.350467] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.350723] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.350877] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.351047] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port def44492-9621-41be-8ae1-5eefde908870 not found, creating... [ 1043.351328] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.351487] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.351794] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.352479] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.352479] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.352930] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.353249] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.353472] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.353789] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.353959] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.354233] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: def44492-9621-41be-8ae1-5eefde908870 is going to be created. [ 1043.382087] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.382087] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.382087] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.383283] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.383283] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.383283] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-def44492-9621-41be-8ae1-5eefde908870" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.132916] env[69430]: INFO networking_nsxv3.common.synchronization [req-7fe1f870-aa17-45e7-b46a-2695075f9a76 req-ca1f19b1-29fa-49c2-bd10-98c665cb75e5 service nova] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_rules [ 1044.133068] env[69430]: INFO networking_nsxv3.common.synchronization [req-7fe1f870-aa17-45e7-b46a-2695075f9a76 req-ca1f19b1-29fa-49c2-bd10-98c665cb75e5 service nova] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 1044.133228] env[69430]: INFO networking_nsxv3.common.synchronization [req-7fe1f870-aa17-45e7-b46a-2695075f9a76 req-ca1f19b1-29fa-49c2-bd10-98c665cb75e5 service nova] Enqueued Resource ID: def44492-9621-41be-8ae1-5eefde908870 with Priority: HIGHEST for action port [ 1044.133907] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_rules [ 1044.134180] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 1044.134382] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: def44492-9621-41be-8ae1-5eefde908870 with Priority: HIGHEST for action port [ 1044.134900] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.134900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.135113] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.135272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.135363] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.137108] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.137108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.137108] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-def44492-9621-41be-8ae1-5eefde908870 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.137108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-def44492-9621-41be-8ae1-5eefde908870" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.137108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-def44492-9621-41be-8ae1-5eefde908870" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.137409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-def44492-9621-41be-8ae1-5eefde908870" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.137483] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def44492-9621-41be-8ae1-5eefde908870',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.639746] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.639746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.646022] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port def44492-9621-41be-8ae1-5eefde908870 with status ACTIVE [ 1044.646022] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.646022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.646022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.646022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.646022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.646022] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.646022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.646022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.646022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.646022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.646022] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.646022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.646022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.646022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.646658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.646658] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: def44492-9621-41be-8ae1-5eefde908870 is going to be updated. [ 1044.687149] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.687149] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.687149] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.687149] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.687149] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.687149] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-def44492-9621-41be-8ae1-5eefde908870" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.753092] env[69430]: INFO networking_nsxv3.common.synchronization [None req-e72cc697-7468-4991-b8a3-e88af325bf1d None None] Enqueued Resource ID: 2a4a77e9-3f31-491c-a16f-df015120582d with Priority: HIGHEST for action port [ 1044.753092] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4a77e9-3f31-491c-a16f-df015120582d with Priority: HIGHEST for action port [ 1044.754154] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a4a77e9-3f31-491c-a16f-df015120582d taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.756905] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a4a77e9-3f31-491c-a16f-df015120582d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.756905] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a4a77e9-3f31-491c-a16f-df015120582d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.756905] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a4a77e9-3f31-491c-a16f-df015120582d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.756905] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a4a77e9-3f31-491c-a16f-df015120582d',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.971083] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 1044.971083] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 deletion is rescheduled due to dependency. [ 1044.971083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.971083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.971083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.971083] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.971083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.971083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.971083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.971083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.971083] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.992567] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae in Status: SUCCESS [ 1044.992787] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.257220] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a4a77e9-3f31-491c-a16f-df015120582d [ 1045.257470] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.257606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.257675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.257905] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.257994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.258106] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a4a77e9-3f31-491c-a16f-df015120582d already deleted. [ 1045.258926] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a4a77e9-3f31-491c-a16f-df015120582d" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.472759] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.976415] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.480836] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.480836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.480836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.480836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.480836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.480836] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 1046.512968] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.512968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.512968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.512968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.512968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.525881] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 1046.817906] env[69430]: INFO networking_nsxv3.common.synchronization [None req-d09d85ef-9507-4af9-b5e6-dcbf351f23e8 None None] Enqueued Resource ID: b9ee2007-d84b-412e-a0f3-41ab8ac1b644 with Priority: HIGHEST for action port [ 1046.818606] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ee2007-d84b-412e-a0f3-41ab8ac1b644 with Priority: HIGHEST for action port [ 1046.818957] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9ee2007-d84b-412e-a0f3-41ab8ac1b644 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.819229] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9ee2007-d84b-412e-a0f3-41ab8ac1b644" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.819296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9ee2007-d84b-412e-a0f3-41ab8ac1b644" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.819544] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9ee2007-d84b-412e-a0f3-41ab8ac1b644" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.819619] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ee2007-d84b-412e-a0f3-41ab8ac1b644',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.324023] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9ee2007-d84b-412e-a0f3-41ab8ac1b644 [ 1047.324023] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.324023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.324023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.324790] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.324974] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.325764] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9ee2007-d84b-412e-a0f3-41ab8ac1b644 already deleted. [ 1047.325922] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9ee2007-d84b-412e-a0f3-41ab8ac1b644" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.545456] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 1048.545771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.546427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.546864] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.547676] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.547676] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.547676] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.547676] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.547676] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.547676] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.547676] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.051077] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.051077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.051077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.051077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.051284] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.051365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.051430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.051586] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.051678] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.051764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.051920] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.052013] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.052183] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.052452] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.052617] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.052727] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.052797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.052951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.053124] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.053350] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.053496] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.556501] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1464368e-3706-4f5e-b5af-7cba9cf706d9: rpc.has_security_group_logging(os_id): False [ 1049.575887] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.576409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.576409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.576409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.576540] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.576627] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.578133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.578133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.578133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.578133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.578133] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.578133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.578133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.578133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.578133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.578133] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.578133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.578133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.578644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.578644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.578644] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 1049.643232] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.643437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.643437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.643625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.643751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.676813] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 1050.856250] env[69430]: INFO networking_nsxv3.common.synchronization [req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 req-c58d8cad-67be-47bc-aa24-a05536d4c7a4 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1050.856926] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1050.857169] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.857310] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.857310] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.857560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.857650] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.857888] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.857888] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.858060] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.858513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.858513] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.362875] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.429505] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.429505] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.429505] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.429505] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.429505] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.429505] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.429505] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.429505] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.429505] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.429881] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.429881] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.429881] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.429976] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.430124] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.430287] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.430876] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.452812] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.453064] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1051.453243] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.453429] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.453749] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-aad6a1fc-29d8-4494-87bf-3704c561deaf taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.453923] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-aad6a1fc-29d8-4494-87bf-3704c561deaf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.454058] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-aad6a1fc-29d8-4494-87bf-3704c561deaf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.454382] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-aad6a1fc-29d8-4494-87bf-3704c561deaf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.457201] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad6a1fc-29d8-4494-87bf-3704c561deaf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.547861] env[69430]: INFO networking_nsxv3.common.synchronization [req-caed9b1c-7913-4465-8be7-e5ea333ef037 req-471a9ac8-2d8e-47fe-8dc8-df909dde4ab3 tempest-ServerAddressesNegativeTestJSON-1291198672 tempest-ServerAddressesNegativeTestJSON-1291198672-project-member] Enqueued Resource ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae with Priority: HIGHEST for action security_group_members [ 1051.548700] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae with Priority: HIGHEST for action security_group_members [ 1051.549796] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.549796] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.549911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.550183] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.550380] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.550514] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.550752] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.550826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.551028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.551161] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03c415cb-b0ff-4b25-9f13-8cbb0e20acae',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.699023] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 1051.699023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.765969] env[69430]: INFO networking_nsxv3.common.synchronization [None req-04c96ba1-95fa-4c88-a0b1-8132329fd92f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Enqueued Resource ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 with Priority: HIGHEST for action security_group_rules [ 1051.766550] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 with Priority: HIGHEST for action security_group_rules [ 1051.766865] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ea9747-6b68-4312-84ce-86402e67fdd1 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.767065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.767287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.767571] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.767670] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ea9747-6b68-4312-84ce-86402e67fdd1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.865628] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.944939] env[69430]: INFO networking_nsxv3.common.synchronization [None req-517a5210-2275-4f81-b490-f2e494e501d1 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Enqueued Resource ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 with Priority: HIGHEST for action security_group_rules [ 1051.944939] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 with Priority: HIGHEST for action security_group_rules [ 1051.944939] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ea9747-6b68-4312-84ce-86402e67fdd1 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.944939] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.963898] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.966369] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.966369] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.966369] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.966369] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.966369] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port aad6a1fc-29d8-4494-87bf-3704c561deaf not found, creating... [ 1051.966369] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.966369] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.966369] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.966369] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.966369] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.966803] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.966803] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.966995] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.967264] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.967412] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.967563] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: aad6a1fc-29d8-4494-87bf-3704c561deaf is going to be created. [ 1051.991635] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.991635] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.992360] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.996308] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.996308] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.996308] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-aad6a1fc-29d8-4494-87bf-3704c561deaf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.054414] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.054618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.055875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.055875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.055875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.055875] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.055875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.055875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.056238] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.056238] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.057682] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae is going to be updated. [ 1052.105073] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.105238] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.105316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.105546] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.105695] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.119025] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae in Status: IN_PROGRESS for 2s [ 1052.294708] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.294908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.298022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.298022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.298022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.298022] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 already deleted. [ 1052.298022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.298022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.298022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.298022] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ea9747-6b68-4312-84ce-86402e67fdd1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.368734] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.368920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.368920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.369183] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.369347] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.369497] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1052.414378] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.414378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.414378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.414378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.414378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.425136] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1052.823317] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.823317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.823317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.823317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.823317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.823861] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 already deleted. [ 1052.823861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.408210] env[69430]: INFO networking_nsxv3.common.synchronization [req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 req-3949fb59-0890-493d-ac03-b89f1be94c5d service nova] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_rules [ 1053.408210] env[69430]: INFO networking_nsxv3.common.synchronization [req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 req-3949fb59-0890-493d-ac03-b89f1be94c5d service nova] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1053.408210] env[69430]: INFO networking_nsxv3.common.synchronization [req-4aa6b2a7-70fc-4071-a08e-df9dacd0ce08 req-3949fb59-0890-493d-ac03-b89f1be94c5d service nova] Enqueued Resource ID: aad6a1fc-29d8-4494-87bf-3704c561deaf with Priority: HIGHEST for action port [ 1053.408590] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_rules [ 1053.409245] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1053.409245] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad6a1fc-29d8-4494-87bf-3704c561deaf with Priority: HIGHEST for action port [ 1053.409245] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.409452] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.409452] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.415289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.415289] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.415289] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.415525] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.415630] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad6a1fc-29d8-4494-87bf-3704c561deaf taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.415761] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad6a1fc-29d8-4494-87bf-3704c561deaf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.415854] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad6a1fc-29d8-4494-87bf-3704c561deaf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.416142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad6a1fc-29d8-4494-87bf-3704c561deaf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.419465] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad6a1fc-29d8-4494-87bf-3704c561deaf',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.741112] env[69430]: INFO networking_nsxv3.common.synchronization [req-9d55d50f-d485-4b67-b36a-1cf9722c8135 req-a04aac8a-0612-41a8-b6c1-aed7bb3204f8 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_members [ 1053.741112] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_members [ 1053.741112] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3e8be5-e19f-416d-942e-62a882de11e3 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.741112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.741112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.741112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.741112] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.741112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.741112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.741112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.741112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.741112] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.921943] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.921943] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.927559] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aad6a1fc-29d8-4494-87bf-3704c561deaf with status ACTIVE [ 1053.927559] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.927742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.929226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.929226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.929226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.929226] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.929226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.929226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.929532] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.929532] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.929595] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.929664] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.929732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.929863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.929933] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.930030] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aad6a1fc-29d8-4494-87bf-3704c561deaf is going to be updated. [ 1053.955336] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.955467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.955549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.956281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.956281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.956281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad6a1fc-29d8-4494-87bf-3704c561deaf" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.132388] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae in Status: SUCCESS [ 1054.132582] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae deletion is rescheduled due to dependency. [ 1054.132697] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.243889] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.244083] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.244153] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.244351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.244440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.244682] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.244820] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.244880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.245014] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.245094] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.245168] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3e8be5-e19f-416d-942e-62a882de11e3 already deleted. [ 1054.245241] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.315691] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.317402] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.318714] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.318714] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.318714] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.318714] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.320282] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.320282] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.320282] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.320282] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.320282] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.320282] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.320282] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.320527] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.321308] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.321308] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.347837] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.348127] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1054.348332] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.348665] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.349075] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-3e412ac0-8c1c-49b8-b465-0e86f2e89703 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.349326] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-3e412ac0-8c1c-49b8-b465-0e86f2e89703" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.349484] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-3e412ac0-8c1c-49b8-b465-0e86f2e89703" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.349926] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-3e412ac0-8c1c-49b8-b465-0e86f2e89703" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.350195] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e412ac0-8c1c-49b8-b465-0e86f2e89703',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.436034] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1054.436407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.436454] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.436939] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.436939] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.437111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.437111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.437274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.437383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.437500] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.853657] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.854339] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.854339] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.854463] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.854798] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.854798] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 3e412ac0-8c1c-49b8-b465-0e86f2e89703 not found, creating... [ 1054.855216] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.855336] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.855452] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.855682] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.856260] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.858695] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.859192] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.859192] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.859545] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.859545] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.859739] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 3e412ac0-8c1c-49b8-b465-0e86f2e89703 is going to be created. [ 1054.882758] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.882996] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.883143] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.883528] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.883817] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.884047] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-3e412ac0-8c1c-49b8-b465-0e86f2e89703" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.939356] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.125363] env[69430]: INFO networking_nsxv3.common.synchronization [req-129edef0-8862-438b-8ac7-66d9ee023b78 req-660dbe9e-d153-4cf6-863d-64bd67aeba30 tempest-ImagesTestJSON-1451179609 tempest-ImagesTestJSON-1451179609-project-member] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 1055.126196] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGHEST for action security_group_members [ 1055.127059] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.127248] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.127412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.127773] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.127976] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.128134] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.129306] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.129646] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.129774] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.129902] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.445408] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.632573] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.632854] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.632854] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.633063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.633236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.633808] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.633957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.634078] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.634317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.634433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.634544] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be updated. [ 1055.667968] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.668182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.668423] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.668562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.668677] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.681352] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: IN_PROGRESS for 2s [ 1055.860240] env[69430]: INFO networking_nsxv3.common.synchronization [req-9d55d50f-d485-4b67-b36a-1cf9722c8135 req-b1fe1b08-9ed8-497a-b91e-bd5e5fe99caa service nova] Enqueued Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_rules [ 1055.860240] env[69430]: INFO networking_nsxv3.common.synchronization [req-9d55d50f-d485-4b67-b36a-1cf9722c8135 req-b1fe1b08-9ed8-497a-b91e-bd5e5fe99caa service nova] Enqueued Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_members [ 1055.860240] env[69430]: INFO networking_nsxv3.common.synchronization [req-9d55d50f-d485-4b67-b36a-1cf9722c8135 req-b1fe1b08-9ed8-497a-b91e-bd5e5fe99caa service nova] Enqueued Resource ID: 3e412ac0-8c1c-49b8-b465-0e86f2e89703 with Priority: HIGHEST for action port [ 1055.860240] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_rules [ 1055.860240] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_members [ 1055.860240] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e412ac0-8c1c-49b8-b465-0e86f2e89703 with Priority: HIGHEST for action port [ 1055.860240] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc3e8be5-e19f-416d-942e-62a882de11e3 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.860240] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.860240] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.861647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.861647] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.862514] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3e8be5-e19f-416d-942e-62a882de11e3 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.862643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.862701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.864033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.864033] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.864033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.864033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.864033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.864033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.864033] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.865850] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e412ac0-8c1c-49b8-b465-0e86f2e89703 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.865850] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e412ac0-8c1c-49b8-b465-0e86f2e89703" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.865850] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e412ac0-8c1c-49b8-b465-0e86f2e89703" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.865850] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e412ac0-8c1c-49b8-b465-0e86f2e89703" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.865850] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e412ac0-8c1c-49b8-b465-0e86f2e89703',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.948068] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.948252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.948303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.948997] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.948997] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.948997] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1055.983134] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.983302] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.983379] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.983592] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.983738] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.996313] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1056.168640] env[69430]: INFO networking_nsxv3.common.synchronization [None req-e6a2fb67-1ded-4388-b54d-6a38c1111340 None None] Enqueued Resource ID: 5babff40-0c10-4425-89d6-913f9f96135f with Priority: HIGHEST for action port [ 1056.170099] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5babff40-0c10-4425-89d6-913f9f96135f with Priority: HIGHEST for action port [ 1056.170594] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-5babff40-0c10-4425-89d6-913f9f96135f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.170845] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5babff40-0c10-4425-89d6-913f9f96135f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.171013] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5babff40-0c10-4425-89d6-913f9f96135f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.171456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5babff40-0c10-4425-89d6-913f9f96135f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.171666] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5babff40-0c10-4425-89d6-913f9f96135f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.367699] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.367922] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3e8be5-e19f-416d-942e-62a882de11e3 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.367922] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.368096] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e412ac0-8c1c-49b8-b465-0e86f2e89703 with status ACTIVE [ 1056.368288] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.368350] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.368432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.368603] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.368695] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.368864] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.368958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.369031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.369193] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.369264] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.369445] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.369535] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.369589] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.369829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.369829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.370177] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e412ac0-8c1c-49b8-b465-0e86f2e89703 is going to be updated. [ 1056.399247] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.399247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.399247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.399247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.399247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.399247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e412ac0-8c1c-49b8-b465-0e86f2e89703" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.676049] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5babff40-0c10-4425-89d6-913f9f96135f [ 1056.676296] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.677435] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.677435] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.677435] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.677435] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.677435] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5babff40-0c10-4425-89d6-913f9f96135f already deleted. [ 1056.677435] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5babff40-0c10-4425-89d6-913f9f96135f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.875861] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.380990] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.381126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.381412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.381412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.381512] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.381641] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3e8be5-e19f-416d-942e-62a882de11e3 is going to be created. [ 1057.407184] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.408189] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.408293] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.408966] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.408966] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.422096] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3e8be5-e19f-416d-942e-62a882de11e3 in Status: UNINITIALIZED for 2s [ 1057.694021] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdcee59-c331-4e11-b235-553058b0634b in Status: SUCCESS [ 1057.694021] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdcee59-c331-4e11-b235-553058b0634b deletion is rescheduled due to dependency. [ 1057.694021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.008425] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1058.011135] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.011135] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.011135] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.011135] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.011135] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.011135] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.011135] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.011135] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.011135] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.011135] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.513769] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.513943] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.514036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.514260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.514429] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.514534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.514597] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.515431] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.515431] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.515431] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.515431] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.515431] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.515431] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.515431] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.515431] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.515903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.515903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.515903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.515903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.515903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.515903] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.605442] env[69430]: INFO networking_nsxv3.common.synchronization [req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 req-d9b7eff9-0e3b-4600-be8c-ed9d5d18a9cc tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Enqueued Resource ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 with Priority: HIGHEST for action security_group_members [ 1058.605875] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 with Priority: HIGHEST for action security_group_members [ 1058.606411] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6ce188-4614-46d8-90b4-4f0523e9f805 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.606548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.606617] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.606857] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.607154] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.607393] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.607393] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.607538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.607609] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.607681] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6ce188-4614-46d8-90b4-4f0523e9f805',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.665951] env[69430]: INFO networking_nsxv3.common.synchronization [req-84e04c05-791f-473b-a34d-049744bf98a8 req-05422452-2131-4bac-9d8c-5fb16f5db6f2 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 1058.666501] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 1058.669281] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.672122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.672122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.672122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.672122] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.672122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.672122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.672122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.672122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.672122] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.695307] env[69430]: INFO networking_nsxv3.common.synchronization [None req-38c09da2-aa38-480e-bdc0-e6ba47413e4c None None] Enqueued Resource ID: b6bf9860-c2c6-4a8b-9f7f-8379348cdc04 with Priority: HIGHEST for action port [ 1058.695307] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6bf9860-c2c6-4a8b-9f7f-8379348cdc04 with Priority: HIGHEST for action port [ 1058.695307] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6bf9860-c2c6-4a8b-9f7f-8379348cdc04 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.695307] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6bf9860-c2c6-4a8b-9f7f-8379348cdc04" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.695307] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6bf9860-c2c6-4a8b-9f7f-8379348cdc04" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.695307] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6bf9860-c2c6-4a8b-9f7f-8379348cdc04" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.695307] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6bf9860-c2c6-4a8b-9f7f-8379348cdc04',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.970441] env[69430]: INFO networking_nsxv3.common.synchronization [req-26c9b212-1e33-4637-83bc-0b293f98fa70 req-6436b5e7-9c7e-4bf7-a144-027d26fdfc23 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 1058.971449] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 1058.971755] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.971880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.971947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.972777] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.972943] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.973096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.973145] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.973296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.973385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.973658] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.018759] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1ada142-bb55-41a3-a96c-ab4666c56b97: rpc.has_security_group_logging(os_id): False [ 1059.037769] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.037931] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.037981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.038212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.038306] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.038493] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.038785] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.039260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.039260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.039260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.039426] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.039426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.039518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.039621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.039730] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.039870] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.039960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.040937] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.041125] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.041205] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.041300] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1059.105514] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.105739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.105834] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.106098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.106263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.109805] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.109959] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.110036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.110264] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.110371] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.110606] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.110747] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.110747] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.110875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.110947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.111045] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 already deleted. [ 1059.111125] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.121230] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1059.174811] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.174811] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.174958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.175292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.175404] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.175617] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.175728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.175794] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.175956] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.176047] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.176140] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be updated. [ 1059.199720] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6bf9860-c2c6-4a8b-9f7f-8379348cdc04 [ 1059.200079] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.200288] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.200396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.200687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.200818] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.200990] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6bf9860-c2c6-4a8b-9f7f-8379348cdc04 already deleted. [ 1059.201144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6bf9860-c2c6-4a8b-9f7f-8379348cdc04" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.214721] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.214721] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.214721] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.215537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.216036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.225715] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: IN_PROGRESS for 2s [ 1059.230036] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.230449] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-906" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.230662] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-906" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.231051] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-906" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.231426] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.231661] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.231838] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.232126] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.232398] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.232667] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.232780] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.232906] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.233025] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.233148] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.233272] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.233394] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.264289] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.264477] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1059.264644] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.264845] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-906" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.265188] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-0bc083bf-f613-44d2-9c2f-b624d5845fac taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.265371] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-0bc083bf-f613-44d2-9c2f-b624d5845fac" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.265505] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-0bc083bf-f613-44d2-9c2f-b624d5845fac" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.265831] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-0bc083bf-f613-44d2-9c2f-b624d5845fac" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.265981] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bc083bf-f613-44d2-9c2f-b624d5845fac',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.437523] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3e8be5-e19f-416d-942e-62a882de11e3 in Status: SUCCESS [ 1059.437762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.438029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.438177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.438557] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.438557] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.438675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.438727] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.438808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.438895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.438985] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.476057] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.476244] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.476302] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.476514] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.476607] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.476813] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.476911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.476944] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.477111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.477185] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.477260] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 1059.505725] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.510558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.510683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.510971] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.511219] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.521687] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 1059.777488] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.777936] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.777936] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.778169] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.778338] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.778496] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 0bc083bf-f613-44d2-9c2f-b624d5845fac not found, creating... [ 1059.778776] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.778933] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.779064] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.779347] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.779518] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.781221] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.781221] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.781822] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.782132] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.782635] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.782696] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 0bc083bf-f613-44d2-9c2f-b624d5845fac is going to be created. [ 1059.785773] env[69430]: INFO networking_nsxv3.common.synchronization [None req-e7c5b4f7-6381-4661-a0e7-c4948ba2acc9 None None] Enqueued Resource ID: 3ae906d8-f3f3-4724-8234-e233663b2d74 with Priority: HIGHEST for action port [ 1059.788935] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ae906d8-f3f3-4724-8234-e233663b2d74 with Priority: HIGHEST for action port [ 1059.788935] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ae906d8-f3f3-4724-8234-e233663b2d74 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.788935] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ae906d8-f3f3-4724-8234-e233663b2d74" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.788935] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ae906d8-f3f3-4724-8234-e233663b2d74" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.788935] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ae906d8-f3f3-4724-8234-e233663b2d74" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.788935] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ae906d8-f3f3-4724-8234-e233663b2d74',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.811037] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.811266] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.811433] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.811773] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.814026] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.814026] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-0bc083bf-f613-44d2-9c2f-b624d5845fac" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.944464] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.292416] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ae906d8-f3f3-4724-8234-e233663b2d74 [ 1060.292663] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.292799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.292865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.293205] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.293452] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.293644] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ae906d8-f3f3-4724-8234-e233663b2d74 already deleted. [ 1060.293744] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ae906d8-f3f3-4724-8234-e233663b2d74" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.450258] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc3e8be5-e19f-416d-942e-62a882de11e3: rpc.has_security_group_logging(os_id): False [ 1060.473973] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.474157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.474223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.474452] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.474571] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.474822] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.474926] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.474991] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.475162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.475239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.475327] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc3e8be5-e19f-416d-942e-62a882de11e3 is going to be created. [ 1060.543027] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.543027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.543027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.543027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.543398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.562254] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc3e8be5-e19f-416d-942e-62a882de11e3 in Status: IN_PROGRESS for 2s [ 1060.930178] env[69430]: INFO networking_nsxv3.common.synchronization [req-05a21944-db37-4f95-b924-4916fb7fc201 req-52517535-1651-4887-b0bf-eb63dd0291f9 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Enqueued Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_members [ 1060.930770] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_members [ 1060.931083] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.931586] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.931677] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.931973] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.935246] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.935368] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.935436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.935622] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.935722] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.935830] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.050292] env[69430]: INFO networking_nsxv3.common.synchronization [req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 req-3c94817a-57f2-4dab-9889-0a3a92f05405 service nova] Enqueued Resource ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 with Priority: HIGHEST for action security_group_rules [ 1061.050542] env[69430]: INFO networking_nsxv3.common.synchronization [req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 req-3c94817a-57f2-4dab-9889-0a3a92f05405 service nova] Enqueued Resource ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 with Priority: HIGHEST for action security_group_members [ 1061.050691] env[69430]: INFO networking_nsxv3.common.synchronization [req-7e41eb47-a7e5-4d75-b03e-f40b0c86b8e6 req-3c94817a-57f2-4dab-9889-0a3a92f05405 service nova] Enqueued Resource ID: 0bc083bf-f613-44d2-9c2f-b624d5845fac with Priority: HIGHEST for action port [ 1061.051419] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 with Priority: HIGHEST for action security_group_rules [ 1061.051521] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 with Priority: HIGHEST for action security_group_members [ 1061.051570] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc083bf-f613-44d2-9c2f-b624d5845fac with Priority: HIGHEST for action port [ 1061.052021] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a6ce188-4614-46d8-90b4-4f0523e9f805 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.052021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.056599] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.056905] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.057007] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a6ce188-4614-46d8-90b4-4f0523e9f805',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.058015] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6ce188-4614-46d8-90b4-4f0523e9f805 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.058145] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.058217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.058386] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.058538] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.058631] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.058691] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.058824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.058932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.059264] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6ce188-4614-46d8-90b4-4f0523e9f805',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.062742] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bc083bf-f613-44d2-9c2f-b624d5845fac taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.062863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bc083bf-f613-44d2-9c2f-b624d5845fac" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.062933] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bc083bf-f613-44d2-9c2f-b624d5845fac" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.063117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bc083bf-f613-44d2-9c2f-b624d5845fac" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.063197] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bc083bf-f613-44d2-9c2f-b624d5845fac',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.142092] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1061.142410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.239343] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: SUCCESS [ 1061.239542] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff deletion is rescheduled due to dependency. [ 1061.239652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.441076] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.441076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.441076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.441076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.441076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.441076] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.441076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.441076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.441076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.441076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.443075] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 already deleted. [ 1061.443075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.476701] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-333 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.476964] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-333" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.477179] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-333" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.477631] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-333" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.477961] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.478164] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.478294] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.478561] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.478717] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.478934] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.479092] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.479233] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.479384] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.479530] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.479661] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.479820] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.500530] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.500732] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1061.500878] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.501162] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-333" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.501507] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-e5da7e84-0d35-413a-9a10-f6013776b458 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.501963] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-e5da7e84-0d35-413a-9a10-f6013776b458" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.501963] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-e5da7e84-0d35-413a-9a10-f6013776b458" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.502155] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-e5da7e84-0d35-413a-9a10-f6013776b458" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.502625] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5da7e84-0d35-413a-9a10-f6013776b458',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.535696] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 1061.535945] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 deletion is rescheduled due to dependency. [ 1061.536180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.565280] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a6ce188-4614-46d8-90b4-4f0523e9f805',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.566837] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6ce188-4614-46d8-90b4-4f0523e9f805 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.567030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.567520] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bc083bf-f613-44d2-9c2f-b624d5845fac with status ACTIVE [ 1061.567766] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.567929] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.568110] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.568437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.568619] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.568926] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.569187] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.569337] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.569621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.569782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.570155] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.570375] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.570517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.570991] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.571101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.571277] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bc083bf-f613-44d2-9c2f-b624d5845fac is going to be updated. [ 1061.595422] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.595581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.595612] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.595863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.596028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.596195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bc083bf-f613-44d2-9c2f-b624d5845fac" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.005244] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.005562] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.006224] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.006586] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.006814] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.007065] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port e5da7e84-0d35-413a-9a10-f6013776b458 not found, creating... [ 1062.007530] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.007940] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.008162] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.008461] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.008711] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.009086] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.009707] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.009934] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.010660] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.010660] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.010660] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: e5da7e84-0d35-413a-9a10-f6013776b458 is going to be created. [ 1062.032304] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.032781] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.032987] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.033337] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.033677] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.034481] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-e5da7e84-0d35-413a-9a10-f6013776b458" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.068759] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a6ce188-4614-46d8-90b4-4f0523e9f805',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.479363] env[69430]: INFO networking_nsxv3.common.synchronization [None req-a773b612-7129-41dc-9c13-8d2183217fe6 None None] Enqueued Resource ID: 56892a7c-a83f-4333-8007-7ead1a87b09a with Priority: HIGHEST for action port [ 1062.479363] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56892a7c-a83f-4333-8007-7ead1a87b09a with Priority: HIGHEST for action port [ 1062.479363] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-56892a7c-a83f-4333-8007-7ead1a87b09a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.479363] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56892a7c-a83f-4333-8007-7ead1a87b09a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.479363] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56892a7c-a83f-4333-8007-7ead1a87b09a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.479363] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56892a7c-a83f-4333-8007-7ead1a87b09a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.479363] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56892a7c-a83f-4333-8007-7ead1a87b09a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.571174] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.571174] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.571174] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.571424] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.571424] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.571424] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 is going to be created. [ 1062.580069] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc3e8be5-e19f-416d-942e-62a882de11e3 in Status: SUCCESS [ 1062.580069] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.595903] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.596099] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.596176] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.596440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.596610] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.608213] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 in Status: UNINITIALIZED for 2s [ 1062.804501] env[69430]: INFO networking_nsxv3.common.synchronization [req-05a21944-db37-4f95-b924-4916fb7fc201 req-93e39b07-ddbf-4d74-86c5-485ad803bd6f service nova] Enqueued Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_rules [ 1062.804907] env[69430]: INFO networking_nsxv3.common.synchronization [req-05a21944-db37-4f95-b924-4916fb7fc201 req-93e39b07-ddbf-4d74-86c5-485ad803bd6f service nova] Enqueued Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_members [ 1062.805248] env[69430]: INFO networking_nsxv3.common.synchronization [req-05a21944-db37-4f95-b924-4916fb7fc201 req-93e39b07-ddbf-4d74-86c5-485ad803bd6f service nova] Enqueued Resource ID: e5da7e84-0d35-413a-9a10-f6013776b458 with Priority: HIGHEST for action port [ 1062.806245] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_rules [ 1062.806634] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_members [ 1062.806955] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5da7e84-0d35-413a-9a10-f6013776b458 with Priority: HIGHEST for action port [ 1062.807683] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.807971] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.808113] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.808554] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.808730] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.810354] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.810354] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.810538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.810779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.810973] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.811098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.811164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.811320] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.811415] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.811560] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.813523] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5da7e84-0d35-413a-9a10-f6013776b458 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.813523] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5da7e84-0d35-413a-9a10-f6013776b458" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.813643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5da7e84-0d35-413a-9a10-f6013776b458" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.813823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5da7e84-0d35-413a-9a10-f6013776b458" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.813983] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5da7e84-0d35-413a-9a10-f6013776b458',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.980971] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56892a7c-a83f-4333-8007-7ead1a87b09a [ 1062.981440] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.984091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.984091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.984091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.984091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.984091] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56892a7c-a83f-4333-8007-7ead1a87b09a already deleted. [ 1062.984091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56892a7c-a83f-4333-8007-7ead1a87b09a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.316193] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.317368] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.317489] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.317675] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5da7e84-0d35-413a-9a10-f6013776b458 with status ACTIVE [ 1063.317833] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.318053] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.318053] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.318316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.318408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.318612] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.318697] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.318760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.318914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.319104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.320082] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.320228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.320511] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.320724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.320813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.320929] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5da7e84-0d35-413a-9a10-f6013776b458 is going to be updated. [ 1063.348401] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.348581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.348657] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.348875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.349025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.349198] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5da7e84-0d35-413a-9a10-f6013776b458" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.825255] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.326979] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.327264] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.327264] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.327467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.327565] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.327664] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 is going to be created. [ 1064.354281] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.354494] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.354494] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.354710] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.354870] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.367081] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: UNINITIALIZED for 2s [ 1064.619349] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 in Status: SUCCESS [ 1064.620044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.620044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.620044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.620295] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.620409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.620479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.620650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.620754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.620857] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.620978] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a6ce188-4614-46d8-90b4-4f0523e9f805',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.123620] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a6ce188-4614-46d8-90b4-4f0523e9f805',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.171666] env[69430]: INFO networking_nsxv3.common.synchronization [req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 req-8a569170-2b7f-4d81-b9e9-e734ef801947 tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Enqueued Resource ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 with Priority: HIGHEST for action security_group_members [ 1065.172341] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 with Priority: HIGHEST for action security_group_members [ 1065.172821] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ea9747-6b68-4312-84ce-86402e67fdd1 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.173019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.176229] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.176736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.176968] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.177161] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.177285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.177519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.177669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.177813] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ea9747-6b68-4312-84ce-86402e67fdd1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.627567] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a6ce188-4614-46d8-90b4-4f0523e9f805: rpc.has_security_group_logging(os_id): False [ 1065.664334] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.664500] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.664562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.664784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.664867] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.665132] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.665228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.665295] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.665444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.665520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.665610] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 is going to be created. [ 1065.680568] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.680739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.680803] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.680981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.681096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.681314] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.681411] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.681456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.681591] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.681664] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.681664] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 already deleted. [ 1065.681878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.730883] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.731045] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.731122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.731320] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.731502] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.741976] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 in Status: IN_PROGRESS for 2s [ 1066.038191] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.038412] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-873" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.038544] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-873" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.038889] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-873" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.040917] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.041149] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.041280] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.041596] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.041757] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.042013] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.042147] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.042315] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.042463] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.042585] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.042695] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.042858] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.069485] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.069485] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1066.069485] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.069648] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-873" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.072232] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-fd633598-c27a-4fe6-8ee1-bcb491640e8b taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.072642] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-fd633598-c27a-4fe6-8ee1-bcb491640e8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.072783] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-fd633598-c27a-4fe6-8ee1-bcb491640e8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.073380] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-fd633598-c27a-4fe6-8ee1-bcb491640e8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.074479] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd633598-c27a-4fe6-8ee1-bcb491640e8b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.269857] env[69430]: INFO networking_nsxv3.common.synchronization [req-0be3dc13-3be4-4183-9e26-556398e5171a req-54a4ffca-5de9-4443-83bb-5dae510828e0 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1066.270351] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1066.270810] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.271022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.271136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.271427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.271661] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.272751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.272751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.272751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.272751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.272751] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.380502] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: SUCCESS [ 1066.380744] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.380917] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.381151] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.381493] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.381632] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.381700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.381865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.381948] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.382045] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.382139] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.577867] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.577987] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.578121] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.578421] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.578583] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.578783] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port fd633598-c27a-4fe6-8ee1-bcb491640e8b not found, creating... [ 1066.579075] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.579239] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.579377] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.579592] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.579730] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.580023] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.580188] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.580321] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.580554] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.580697] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.581195] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: fd633598-c27a-4fe6-8ee1-bcb491640e8b is going to be created. [ 1066.604101] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.604338] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.604679] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.604926] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.605479] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.605479] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-fd633598-c27a-4fe6-8ee1-bcb491640e8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.775720] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.885080] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.885293] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.885293] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.885520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.885698] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.885798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.885862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.886014] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.886107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.886193] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.886335] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.886425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.886490] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.886748] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.886908] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.886992] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.887067] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.887298] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.887298] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.887413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.887442] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.278214] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.389764] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 679431da-dcb7-461c-9f7d-b4cdf6455370: rpc.has_security_group_logging(os_id): False [ 1067.413143] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.416021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.416021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.416021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.416021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.416021] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.416021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.416021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.416021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.416021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.416021] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.416021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.416021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.416021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.416021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.416699] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.416699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.416699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.416699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.416699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.416699] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 is going to be created. [ 1067.421554] env[69430]: INFO networking_nsxv3.common.synchronization [req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 req-124db44a-fffd-4cc4-afaa-126f9271c348 service nova] Enqueued Resource ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 with Priority: HIGHEST for action security_group_rules [ 1067.423363] env[69430]: INFO networking_nsxv3.common.synchronization [req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 req-124db44a-fffd-4cc4-afaa-126f9271c348 service nova] Enqueued Resource ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 with Priority: HIGHEST for action security_group_members [ 1067.423363] env[69430]: INFO networking_nsxv3.common.synchronization [req-68c95965-c25e-4d32-89a6-9d9b8b26f6a1 req-124db44a-fffd-4cc4-afaa-126f9271c348 service nova] Enqueued Resource ID: fd633598-c27a-4fe6-8ee1-bcb491640e8b with Priority: HIGHEST for action port [ 1067.423822] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 with Priority: HIGHEST for action security_group_rules [ 1067.424062] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 with Priority: HIGHEST for action security_group_members [ 1067.424192] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd633598-c27a-4fe6-8ee1-bcb491640e8b with Priority: HIGHEST for action port [ 1067.425059] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ea9747-6b68-4312-84ce-86402e67fdd1 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.425214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.425593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.425789] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.425862] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ea9747-6b68-4312-84ce-86402e67fdd1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.426822] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ea9747-6b68-4312-84ce-86402e67fdd1 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.426971] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.427055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.431023] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.431023] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ea9747-6b68-4312-84ce-86402e67fdd1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.431023] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd633598-c27a-4fe6-8ee1-bcb491640e8b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd633598-c27a-4fe6-8ee1-bcb491640e8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd633598-c27a-4fe6-8ee1-bcb491640e8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.431023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd633598-c27a-4fe6-8ee1-bcb491640e8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.431023] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd633598-c27a-4fe6-8ee1-bcb491640e8b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.484132] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.484293] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.484362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.484633] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.484839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.498644] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: IN_PROGRESS for 2s [ 1067.755798] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 in Status: SUCCESS [ 1067.755798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.782063] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.782063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.782063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.782063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.782063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.782063] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1067.815404] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.815818] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.815926] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.816180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.816356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.827124] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1067.935588] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd633598-c27a-4fe6-8ee1-bcb491640e8b with status ACTIVE [ 1067.935588] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.935588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.935588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.935588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.935588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.935588] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.935588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.935588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.935588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.935588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.935588] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.935588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.935588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.935588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.935995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.935995] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd633598-c27a-4fe6-8ee1-bcb491640e8b is going to be updated. [ 1067.936825] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ea9747-6b68-4312-84ce-86402e67fdd1 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.937351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.937658] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2ea9747-6b68-4312-84ce-86402e67fdd1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.969803] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.970479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.971755] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.971755] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.971755] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.971755] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd633598-c27a-4fe6-8ee1-bcb491640e8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.440130] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2ea9747-6b68-4312-84ce-86402e67fdd1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.942616] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.942991] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.942991] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.943142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.943233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.943356] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 is going to be created. [ 1068.965465] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.965695] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.965754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.966026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.966219] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.976776] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 in Status: UNINITIALIZED for 2s [ 1069.512361] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: SUCCESS [ 1069.513313] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.837246] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1069.837519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.954183] env[69430]: INFO networking_nsxv3.common.synchronization [req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 req-69f94239-2b2a-4f41-b343-bb6ebbaa6432 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 1069.954756] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 1069.955152] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.955252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.955301] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.955781] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.955896] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.956011] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.956084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.956246] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.956335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.956432] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.413024] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.413024] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.413371] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.413770] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.414210] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.415053] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.415053] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.415053] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.415192] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.415299] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.415424] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.415546] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.415675] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.415762] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.415886] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.416032] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.435105] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.435306] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1070.435454] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.435643] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-359" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.435972] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-12970dc2-674f-42db-a81c-fb7d51ce2bdc taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.436169] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-12970dc2-674f-42db-a81c-fb7d51ce2bdc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.436309] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-12970dc2-674f-42db-a81c-fb7d51ce2bdc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.436684] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-12970dc2-674f-42db-a81c-fb7d51ce2bdc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.436828] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12970dc2-674f-42db-a81c-fb7d51ce2bdc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.458556] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.458556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.458556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.458782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.458816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.459069] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.459132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.459164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.459381] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.459449] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.459584] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be updated. [ 1070.493090] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.493271] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.493271] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.493653] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.493730] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.504973] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: IN_PROGRESS for 2s [ 1070.942024] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.942024] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.942024] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.942024] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.942024] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.942024] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 12970dc2-674f-42db-a81c-fb7d51ce2bdc not found, creating... [ 1070.942024] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.942024] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.942024] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.942024] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.942710] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.942710] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.943566] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.944743] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.947438] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.947438] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.947438] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 12970dc2-674f-42db-a81c-fb7d51ce2bdc is going to be created. [ 1070.966901] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.967606] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.968424] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.969114] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.969522] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.970090] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-12970dc2-674f-42db-a81c-fb7d51ce2bdc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.988056] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 in Status: SUCCESS [ 1070.988296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.988899] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.989199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.989430] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.989561] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.989625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.989839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.989938] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.990037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.991075] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2ea9747-6b68-4312-84ce-86402e67fdd1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.493106] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2ea9747-6b68-4312-84ce-86402e67fdd1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.787142] env[69430]: INFO networking_nsxv3.common.synchronization [req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 req-efa548af-e876-4dc6-9417-5446a4129edd service nova] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_rules [ 1071.787387] env[69430]: INFO networking_nsxv3.common.synchronization [req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 req-efa548af-e876-4dc6-9417-5446a4129edd service nova] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 1071.787509] env[69430]: INFO networking_nsxv3.common.synchronization [req-ecbaab1c-cdc5-4c90-b7c0-63dc1adf18c4 req-efa548af-e876-4dc6-9417-5446a4129edd service nova] Enqueued Resource ID: 12970dc2-674f-42db-a81c-fb7d51ce2bdc with Priority: HIGHEST for action port [ 1071.787752] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_rules [ 1071.787880] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 1071.787975] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12970dc2-674f-42db-a81c-fb7d51ce2bdc with Priority: HIGHEST for action port [ 1071.788604] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.788871] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.788958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.792017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.792017] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.792984] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.793133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.793378] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-12970dc2-674f-42db-a81c-fb7d51ce2bdc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.793521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12970dc2-674f-42db-a81c-fb7d51ce2bdc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.793603] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12970dc2-674f-42db-a81c-fb7d51ce2bdc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.793834] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12970dc2-674f-42db-a81c-fb7d51ce2bdc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.793995] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12970dc2-674f-42db-a81c-fb7d51ce2bdc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.997859] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2ea9747-6b68-4312-84ce-86402e67fdd1: rpc.has_security_group_logging(os_id): False [ 1072.019446] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.019621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.019656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.019866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.019957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.020209] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.020307] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.020404] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.020524] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.020609] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.020735] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 is going to be created. [ 1072.101660] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.102606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.102832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.103166] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.103495] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.116396] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 in Status: IN_PROGRESS for 2s [ 1072.294959] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.294959] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.299136] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12970dc2-674f-42db-a81c-fb7d51ce2bdc with status ACTIVE [ 1072.299136] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.299136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.299136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.299136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.299136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.299136] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.299136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.299136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.299136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.299136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.299136] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.299136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.299136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.299136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.299690] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.299690] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12970dc2-674f-42db-a81c-fb7d51ce2bdc is going to be updated. [ 1072.323726] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.323976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.323976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.324191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.324338] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.324513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12970dc2-674f-42db-a81c-fb7d51ce2bdc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.433287] env[69430]: INFO networking_nsxv3.common.synchronization [None req-022df718-6cfc-4f13-8e2a-51c9c1e273ba None None] Enqueued Resource ID: b82082c0-e5bc-494d-be77-c32ccc15ecde with Priority: HIGHEST for action port [ 1072.433979] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82082c0-e5bc-494d-be77-c32ccc15ecde with Priority: HIGHEST for action port [ 1072.434738] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-b82082c0-e5bc-494d-be77-c32ccc15ecde taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.435230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b82082c0-e5bc-494d-be77-c32ccc15ecde" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.436939] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b82082c0-e5bc-494d-be77-c32ccc15ecde" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.436939] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b82082c0-e5bc-494d-be77-c32ccc15ecde" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.436939] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b82082c0-e5bc-494d-be77-c32ccc15ecde',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.514851] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: SUCCESS [ 1072.514851] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff deletion is rescheduled due to dependency. [ 1072.514851] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.515058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.516066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.516066] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.516066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.516066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.516066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.516066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.516066] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.940460] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b82082c0-e5bc-494d-be77-c32ccc15ecde [ 1072.940575] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.940741] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.940804] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.941043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.941139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.941244] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b82082c0-e5bc-494d-be77-c32ccc15ecde already deleted. [ 1072.941654] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b82082c0-e5bc-494d-be77-c32ccc15ecde" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.018738] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.479424] env[69430]: INFO networking_nsxv3.common.synchronization [None req-20317519-bdc8-4271-abdf-9b592dbf16e4 tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Enqueued Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_rules [ 1073.483024] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_rules [ 1073.483024] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.483024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.483024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.483024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.483024] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.522313] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.655900] env[69430]: INFO networking_nsxv3.common.synchronization [None req-44e70af7-7f30-4d6c-9eb2-15a7702e883b tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Enqueued Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_rules [ 1073.658160] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_rules [ 1073.658751] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.658866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.878354] env[69430]: INFO networking_nsxv3.common.synchronization [req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 req-28955cd1-f002-4a24-9838-b4caf75a541a tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Enqueued Resource ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 with Priority: HIGHEST for action security_group_members [ 1073.884599] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 with Priority: HIGHEST for action security_group_members [ 1073.885113] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-737bbdee-ee15-46f0-b2b6-8c6a23de3187 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.885280] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.885384] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.885739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.885939] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.886099] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.886186] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.886422] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.886519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.886839] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('737bbdee-ee15-46f0-b2b6-8c6a23de3187',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.006884] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.007105] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.007176] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.007353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.008272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.008392] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f already deleted. [ 1074.008574] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.008754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.009254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.009348] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.025977] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.026266] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.026266] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.026435] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.026543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.026624] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be updated. [ 1074.060049] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.060290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.060290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.060647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.060894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.073537] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: IN_PROGRESS for 2s [ 1074.135325] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 in Status: SUCCESS [ 1074.135325] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.390505] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.390666] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.390742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.390976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.391093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.391289] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.391378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.391446] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.391598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.391674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.391759] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 already deleted. [ 1074.391838] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.485910] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.486098] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.486237] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.486575] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.486847] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.487015] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.487206] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.487434] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.487585] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.487840] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.487966] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.488091] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.488207] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.488325] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.488437] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.488583] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.509090] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.509391] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1074.509641] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.509939] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-6" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.510516] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-8497a0be-4911-44b0-8da5-5d885504a52e taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.510807] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-8497a0be-4911-44b0-8da5-5d885504a52e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.511040] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-8497a0be-4911-44b0-8da5-5d885504a52e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.511533] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-8497a0be-4911-44b0-8da5-5d885504a52e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.511792] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8497a0be-4911-44b0-8da5-5d885504a52e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.532459] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.532621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.532727] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.533063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.533218] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.533400] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f already deleted. [ 1074.533549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.604486] env[69430]: INFO networking_nsxv3.common.synchronization [req-536f8f79-3a9d-485b-ad05-b1e1908c7cda req-61954085-9234-4d39-9735-a6e051a8ba81 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Enqueued Resource ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 with Priority: HIGHEST for action security_group_members [ 1074.605105] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 with Priority: HIGHEST for action security_group_members [ 1074.605412] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.605538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.605627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.606145] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.606412] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.606706] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.606841] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.607117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.607627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.607734] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a02fcf71-5624-4cb5-b9d4-5a55314d3f66',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.619726] env[69430]: INFO networking_nsxv3.common.synchronization [None req-13d1a23e-b478-4102-95e2-a9fcf51e0147 None None] Enqueued Resource ID: 1a1bc500-937b-40a7-b1aa-0ef5d15f6dce with Priority: HIGHEST for action port [ 1074.620996] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1bc500-937b-40a7-b1aa-0ef5d15f6dce with Priority: HIGHEST for action port [ 1074.621430] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a1bc500-937b-40a7-b1aa-0ef5d15f6dce taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.621612] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a1bc500-937b-40a7-b1aa-0ef5d15f6dce" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.621707] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a1bc500-937b-40a7-b1aa-0ef5d15f6dce" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.622113] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a1bc500-937b-40a7-b1aa-0ef5d15f6dce" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.622215] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a1bc500-937b-40a7-b1aa-0ef5d15f6dce',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.015938] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.016185] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.016242] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.016663] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.016952] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.017224] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 8497a0be-4911-44b0-8da5-5d885504a52e not found, creating... [ 1075.017739] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.018021] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.018260] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.018696] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.019138] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.019512] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.019794] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.020061] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.020416] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.020552] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.020946] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 8497a0be-4911-44b0-8da5-5d885504a52e is going to be created. [ 1075.050519] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.050904] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.050943] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.052691] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.052691] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.052691] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-8497a0be-4911-44b0-8da5-5d885504a52e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.117049] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.117049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.117049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.117049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.117049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.117049] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.117049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.117049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.117049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.117049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.117049] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 is going to be updated. [ 1075.127305] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a1bc500-937b-40a7-b1aa-0ef5d15f6dce [ 1075.127305] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.127305] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.127305] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.127305] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.127305] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.127305] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a1bc500-937b-40a7-b1aa-0ef5d15f6dce already deleted. [ 1075.127305] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a1bc500-937b-40a7-b1aa-0ef5d15f6dce" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.159414] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.159414] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.159414] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.159414] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.159414] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.171630] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 in Status: IN_PROGRESS for 2s [ 1075.929266] env[69430]: INFO networking_nsxv3.common.synchronization [req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 req-182c1862-6d65-4fb6-8f74-7e4ac48f019f service nova] Enqueued Resource ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 with Priority: HIGHEST for action security_group_rules [ 1075.929451] env[69430]: INFO networking_nsxv3.common.synchronization [req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 req-182c1862-6d65-4fb6-8f74-7e4ac48f019f service nova] Enqueued Resource ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 with Priority: HIGHEST for action security_group_members [ 1075.929597] env[69430]: INFO networking_nsxv3.common.synchronization [req-34a0fd54-70f4-48a2-a3af-e87b994caaa8 req-182c1862-6d65-4fb6-8f74-7e4ac48f019f service nova] Enqueued Resource ID: 8497a0be-4911-44b0-8da5-5d885504a52e with Priority: HIGHEST for action port [ 1075.930134] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 with Priority: HIGHEST for action security_group_rules [ 1075.930268] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 with Priority: HIGHEST for action security_group_members [ 1075.930372] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8497a0be-4911-44b0-8da5-5d885504a52e with Priority: HIGHEST for action port [ 1075.930643] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-737bbdee-ee15-46f0-b2b6-8c6a23de3187 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.930767] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.930833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.931738] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.931738] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('737bbdee-ee15-46f0-b2b6-8c6a23de3187',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.932054] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-737bbdee-ee15-46f0-b2b6-8c6a23de3187 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.932170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.932236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.932428] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.932589] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.932690] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.932752] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.932893] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.932978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.933078] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('737bbdee-ee15-46f0-b2b6-8c6a23de3187',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.933846] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-8497a0be-4911-44b0-8da5-5d885504a52e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.933953] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8497a0be-4911-44b0-8da5-5d885504a52e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.934140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8497a0be-4911-44b0-8da5-5d885504a52e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.934254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8497a0be-4911-44b0-8da5-5d885504a52e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.934349] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8497a0be-4911-44b0-8da5-5d885504a52e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.084713] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: SUCCESS [ 1076.084713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.084713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.084713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.085232] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.085232] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.085232] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.085232] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.085349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.085375] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.085545] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.437266] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-737bbdee-ee15-46f0-b2b6-8c6a23de3187 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.437266] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.437511] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('737bbdee-ee15-46f0-b2b6-8c6a23de3187',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.438455] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8497a0be-4911-44b0-8da5-5d885504a52e with status ACTIVE [ 1076.438593] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.438681] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.438772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.438938] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.439695] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.439695] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.439695] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.439695] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.439695] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.439695] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.439905] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.439905] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.439905] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.440019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.440062] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.440142] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8497a0be-4911-44b0-8da5-5d885504a52e is going to be updated. [ 1076.462110] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.462233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.462292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.463031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.463031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.463031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8497a0be-4911-44b0-8da5-5d885504a52e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.589293] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.589491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.589569] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.589740] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.589917] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.590032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.590078] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.590233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.590434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.590434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.591058] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.591058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.591058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.591058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.591058] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.591058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.591356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.591356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.591356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.591356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.591463] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.942322] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('737bbdee-ee15-46f0-b2b6-8c6a23de3187',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.094200] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85279d82-7a9e-417d-b09c-a1c1516507ff: rpc.has_security_group_logging(os_id): False [ 1077.115135] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.115389] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.115389] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.115605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.115762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.115931] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.116053] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.116131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.116264] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.116347] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.116557] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.116694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.116791] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.116970] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.117559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.117819] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.117977] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.117977] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.118142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.118229] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.118331] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be updated. [ 1077.192505] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 in Status: SUCCESS [ 1077.192814] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 deletion is rescheduled due to dependency. [ 1077.193970] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.206356] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.206589] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.206589] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.206797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.206959] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.222230] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: IN_PROGRESS for 2s [ 1077.446818] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.447047] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.447108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.447418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.447418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.447540] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 is going to be created. [ 1077.476572] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.476998] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.476998] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.476998] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.477190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.489845] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 in Status: UNINITIALIZED for 2s [ 1077.660188] env[69430]: INFO networking_nsxv3.common.synchronization [req-2a98ab2c-15a2-4cb2-ab06-914d5085cfe5 req-f09c3a24-1a08-41bb-ac13-926e3803b564 tempest-ServersTestManualDisk-349306545 tempest-ServersTestManualDisk-349306545-project-member] Enqueued Resource ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b with Priority: HIGHEST for action security_group_members [ 1077.660700] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b with Priority: HIGHEST for action security_group_members [ 1077.661412] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fd058c-7d46-4e26-98ee-1816edd51d6b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.661412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.661412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.661687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.661732] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.661861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.661924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.662088] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.662180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.662277] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78fd058c-7d46-4e26-98ee-1816edd51d6b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.125650] env[69430]: INFO networking_nsxv3.common.synchronization [req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 req-c809bc41-4d21-4987-b350-bfc6298b6f9f tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_members [ 1078.129021] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_members [ 1078.129608] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3e8be5-e19f-416d-942e-62a882de11e3 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.129815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.129935] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.130295] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.130572] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.130745] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.130863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.131141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.131297] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.131460] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.167208] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.167208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.167208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.167208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.167208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.167208] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.167208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.167208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.167208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.167208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.167208] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b is going to be updated. [ 1078.237726] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.238093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.238253] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.238482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.238755] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.253145] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b in Status: IN_PROGRESS for 2s [ 1078.584222] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.584441] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.584578] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.584945] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.585324] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.585513] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.585679] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.585940] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.586138] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.586569] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.586834] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.586894] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.587014] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.587205] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.587353] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.587548] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.608122] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.608308] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1078.608447] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.608635] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.608958] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-6efa7e9d-f21a-416c-bfc6-4f38c3624623 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.609179] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-6efa7e9d-f21a-416c-bfc6-4f38c3624623" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.609319] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-6efa7e9d-f21a-416c-bfc6-4f38c3624623" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.609681] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-6efa7e9d-f21a-416c-bfc6-4f38c3624623" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.609823] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6efa7e9d-f21a-416c-bfc6-4f38c3624623',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.635057] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.112744] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.113009] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.113154] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.113464] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.113653] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.113821] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 6efa7e9d-f21a-416c-bfc6-4f38c3624623 not found, creating... [ 1079.114118] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.114289] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.114410] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.114645] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.114807] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.118473] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.118473] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.118473] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.118473] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.118473] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.118473] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 6efa7e9d-f21a-416c-bfc6-4f38c3624623 is going to be created. [ 1079.138420] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.142161] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.142529] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.142760] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.143217] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.144553] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.145464] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-6efa7e9d-f21a-416c-bfc6-4f38c3624623" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.257242] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: SUCCESS [ 1079.257242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.500009] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 in Status: SUCCESS [ 1079.500230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.500406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.500645] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.500841] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.500966] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.501057] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.501206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.501292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.501382] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.501478] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('737bbdee-ee15-46f0-b2b6-8c6a23de3187',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.641355] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.641523] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.641574] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.641867] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.641963] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.642079] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3e8be5-e19f-416d-942e-62a882de11e3 is going to be updated. [ 1079.671212] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.671583] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.671667] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.671887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.672045] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.682120] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3e8be5-e19f-416d-942e-62a882de11e3 in Status: IN_PROGRESS for 2s [ 1079.922019] env[69430]: INFO networking_nsxv3.common.synchronization [req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 req-510cbecf-af5d-48c0-9d4f-5c4859810bea service nova] Enqueued Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_rules [ 1079.922224] env[69430]: INFO networking_nsxv3.common.synchronization [req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 req-510cbecf-af5d-48c0-9d4f-5c4859810bea service nova] Enqueued Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_members [ 1079.922475] env[69430]: INFO networking_nsxv3.common.synchronization [req-8d8425ef-6614-4c8a-8f2e-7f81bc5c2ce0 req-510cbecf-af5d-48c0-9d4f-5c4859810bea service nova] Enqueued Resource ID: 6efa7e9d-f21a-416c-bfc6-4f38c3624623 with Priority: HIGHEST for action port [ 1079.922757] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_rules [ 1079.922882] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_members [ 1079.922975] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efa7e9d-f21a-416c-bfc6-4f38c3624623 with Priority: HIGHEST for action port [ 1079.923584] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc3e8be5-e19f-416d-942e-62a882de11e3 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.923718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.923770] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.923976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.925897] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.925897] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3e8be5-e19f-416d-942e-62a882de11e3 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.925897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.925897] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-6efa7e9d-f21a-416c-bfc6-4f38c3624623 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.925897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6efa7e9d-f21a-416c-bfc6-4f38c3624623" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.926289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6efa7e9d-f21a-416c-bfc6-4f38c3624623" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.926289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6efa7e9d-f21a-416c-bfc6-4f38c3624623" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.926398] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6efa7e9d-f21a-416c-bfc6-4f38c3624623',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.009026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-737bbdee-ee15-46f0-b2b6-8c6a23de3187 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.009026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.009026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.009026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.009026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.009026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.009026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.009026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.009026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.009026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.009026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-737bbdee-ee15-46f0-b2b6-8c6a23de3187 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.009026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.009026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.009026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.010127] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.010417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.010618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.010912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.011145] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.011362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.011588] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('737bbdee-ee15-46f0-b2b6-8c6a23de3187',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.261727] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b in Status: SUCCESS [ 1080.261727] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b deletion is rescheduled due to dependency. [ 1080.261727] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.428279] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3e8be5-e19f-416d-942e-62a882de11e3 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.428279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.435024] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6efa7e9d-f21a-416c-bfc6-4f38c3624623 with status ACTIVE [ 1080.435024] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.435024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.435024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.435024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.435024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.435024] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.435024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.435024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.435024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.435024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.435024] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.435024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.435024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.435024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.435612] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.435612] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6efa7e9d-f21a-416c-bfc6-4f38c3624623 is going to be updated. [ 1080.456425] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.456616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.456712] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.456941] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.457171] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.457383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6efa7e9d-f21a-416c-bfc6-4f38c3624623" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.511780] env[69430]: INFO networking_nsxv3.common.synchronization [req-fca89c69-36dc-4a74-9d67-746b95c8dd6b req-779678c9-53a0-4368-be78-ca0a6f5ed97e tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 1080.512700] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 1080.513333] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.513701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.513897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.514307] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.514879] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.514988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.515078] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.515723] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.515911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.516095] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.517396] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 737bbdee-ee15-46f0-b2b6-8c6a23de3187: rpc.has_security_group_logging(os_id): False [ 1080.545536] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.548019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.548019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.548019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.548019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.548019] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.548019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.548019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.548688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.552085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.552085] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.552085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.552085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.552085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.552085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.552085] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.552085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.552085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.552085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.552085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.552085] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 is going to be created. [ 1080.640026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.640026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.640026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.640026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.640026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.654556] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 in Status: IN_PROGRESS for 2s [ 1080.904042] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.904277] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.904412] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.904832] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.905148] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.905231] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.905333] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.905534] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.905685] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.906036] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.906036] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.906153] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.906241] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.906356] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.906470] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.906609] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.928507] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.928684] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.928913] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.929099] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-430" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.929456] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-a672a557-c235-41c8-9f57-6431c6b1516b taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.929676] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-a672a557-c235-41c8-9f57-6431c6b1516b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.929834] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-a672a557-c235-41c8-9f57-6431c6b1516b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.930185] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-a672a557-c235-41c8-9f57-6431c6b1516b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.930382] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a672a557-c235-41c8-9f57-6431c6b1516b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.023027] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.023027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.023027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.023027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.023027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.023027] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.023027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.023027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.023027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.023027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.023027] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 1081.052914] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.053116] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.053179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.053345] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.053504] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.063620] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 1081.433260] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.433663] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.433806] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.434106] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.434266] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.434463] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port a672a557-c235-41c8-9f57-6431c6b1516b not found, creating... [ 1081.434705] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.434909] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.434992] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.435240] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.435380] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.435681] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.435834] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.435953] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.436185] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.436324] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.436468] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: a672a557-c235-41c8-9f57-6431c6b1516b is going to be created. [ 1081.459329] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.459639] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.459791] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.460093] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.460427] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.460687] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-a672a557-c235-41c8-9f57-6431c6b1516b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.700743] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3e8be5-e19f-416d-942e-62a882de11e3 in Status: SUCCESS [ 1081.700743] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.700743] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.700743] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.700743] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.700743] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.700743] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.701451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.701451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.701451] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.204635] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.223877] env[69430]: INFO networking_nsxv3.common.synchronization [req-fca89c69-36dc-4a74-9d67-746b95c8dd6b req-a0e3b407-e3c5-4e84-94ee-98136d905450 service nova] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_rules [ 1082.223877] env[69430]: INFO networking_nsxv3.common.synchronization [req-fca89c69-36dc-4a74-9d67-746b95c8dd6b req-a0e3b407-e3c5-4e84-94ee-98136d905450 service nova] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 1082.223877] env[69430]: INFO networking_nsxv3.common.synchronization [req-fca89c69-36dc-4a74-9d67-746b95c8dd6b req-a0e3b407-e3c5-4e84-94ee-98136d905450 service nova] Enqueued Resource ID: a672a557-c235-41c8-9f57-6431c6b1516b with Priority: HIGHEST for action port [ 1082.225636] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_rules [ 1082.225825] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 1082.225933] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a672a557-c235-41c8-9f57-6431c6b1516b with Priority: HIGHEST for action port [ 1082.226955] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.227097] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.227182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.227436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.227484] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.228434] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.228528] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.228745] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-a672a557-c235-41c8-9f57-6431c6b1516b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.228849] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a672a557-c235-41c8-9f57-6431c6b1516b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.229015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a672a557-c235-41c8-9f57-6431c6b1516b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.229129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a672a557-c235-41c8-9f57-6431c6b1516b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.229206] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a672a557-c235-41c8-9f57-6431c6b1516b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.668771] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 in Status: SUCCESS [ 1082.669040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.709614] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.730747] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.730883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.731100] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a672a557-c235-41c8-9f57-6431c6b1516b with status ACTIVE [ 1082.732099] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.732099] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.732099] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.732099] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.732288] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.732317] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.732555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.732555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.732701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.732807] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.736030] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.736030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.736030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.736030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.736030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.736030] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a672a557-c235-41c8-9f57-6431c6b1516b is going to be updated. [ 1082.755735] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.755890] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.755961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.756183] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.756315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.756468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a672a557-c235-41c8-9f57-6431c6b1516b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.074639] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 1083.074826] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 deletion is rescheduled due to dependency. [ 1083.074939] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.075122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.075339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.075527] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.075643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.075709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.075862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.075962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.076084] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.213240] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.213240] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.213348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.215201] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.215201] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.215201] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3e8be5-e19f-416d-942e-62a882de11e3 is going to be updated. [ 1083.248029] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.248346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.248427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.248643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.248793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.259449] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3e8be5-e19f-416d-942e-62a882de11e3 in Status: IN_PROGRESS for 2s [ 1083.581591] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.956847] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.957257] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.957257] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.957348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.957400] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.085022] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.460400] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.587576] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.588230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.588230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.588230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.588230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.588376] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 1084.626305] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.626453] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.626530] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.626742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.626888] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.637160] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 1084.865751] env[69430]: INFO networking_nsxv3.common.synchronization [req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb req-d4184c12-9f8e-41c6-9a69-74d92944a5db tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Enqueued Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_members [ 1084.866463] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_members [ 1084.866838] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd3156ef-e065-4ad5-90f1-f7b52fda427f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.867072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.867218] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.867520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.867733] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.867918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.868026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.868332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.868332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.868460] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.962699] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.267482] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.267701] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-153" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.267853] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-153" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.269572] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-153" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.270210] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.271020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.271206] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.271510] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.271722] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.273152] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.273284] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.273412] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.273533] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.273659] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.273778] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.273926] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.275609] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3e8be5-e19f-416d-942e-62a882de11e3 in Status: SUCCESS [ 1085.275793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.276313] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.276515] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.276699] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.276846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.276899] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.277021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.277106] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.277194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.277284] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.300962] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.300962] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1085.300962] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.300962] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-153" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.302180] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-e2a8b5fe-704c-4c14-a436-8ed321084a8b taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.302453] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-e2a8b5fe-704c-4c14-a436-8ed321084a8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.303759] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-e2a8b5fe-704c-4c14-a436-8ed321084a8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.304151] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-e2a8b5fe-704c-4c14-a436-8ed321084a8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.304330] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2a8b5fe-704c-4c14-a436-8ed321084a8b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.371301] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.371461] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.371582] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.371745] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.371836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.372041] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.372143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.372200] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.372343] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.372433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.372589] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f already deleted. [ 1085.372738] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.464845] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1085.464979] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1085.779379] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.806971] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.807220] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.807348] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.807647] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.807823] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.808295] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port e2a8b5fe-704c-4c14-a436-8ed321084a8b not found, creating... [ 1085.808295] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.808435] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.809020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.809020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.809020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.809180] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.809346] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.809470] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.809679] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.809820] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.809962] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: e2a8b5fe-704c-4c14-a436-8ed321084a8b is going to be created. [ 1085.812913] env[69430]: INFO networking_nsxv3.common.synchronization [req-b5d56c09-5fe4-4837-a364-e353be0e8563 req-58d84616-227b-4d0a-91f6-6e5aa71250db tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Enqueued Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_members [ 1085.813166] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_members [ 1085.813681] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.813799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.814801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.814801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.814801] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.814801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.814801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.814801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.814801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.814801] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.832668] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.833805] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.833805] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.833805] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.833805] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.833805] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-e2a8b5fe-704c-4c14-a436-8ed321084a8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.072584] env[69430]: INFO networking_nsxv3.common.synchronization [req-94f53ec5-4e0f-4084-83bb-9fc76e499989 req-3b0703c3-10ea-4d4c-859e-a0951fdaee36 tempest-ServerDiskConfigTestJSON-480844602 tempest-ServerDiskConfigTestJSON-480844602-project-member] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 1086.073214] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGHEST for action security_group_members [ 1086.073629] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.073760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.073825] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.074772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.074772] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.074772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.074772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.074772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.074772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.074772] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.281996] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc3e8be5-e19f-416d-942e-62a882de11e3: rpc.has_security_group_logging(os_id): False [ 1086.308683] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.308683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.308938] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.309050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.309099] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.309350] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.309597] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.309597] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.309817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.309976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.310075] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc3e8be5-e19f-416d-942e-62a882de11e3 is going to be updated. [ 1086.317244] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.317442] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.317480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.317759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.317851] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.318098] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.318201] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.318263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.318430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.318507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.318593] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 is going to be updated. [ 1086.370216] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.370435] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.370479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.370714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.370864] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.380703] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: IN_PROGRESS for 2s [ 1086.400711] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.400711] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.400880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.400972] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.401140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.414789] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc3e8be5-e19f-416d-942e-62a882de11e3 in Status: IN_PROGRESS for 2s [ 1086.497603] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.497886] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.497886] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.498111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.512656] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1086.514374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.516128] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1086.562406] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.562629] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.562768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.562910] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.574437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.575221] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1086.575296] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1086.575382] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1086.576658] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.576779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.576849] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.577163] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.577163] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.578833] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.578833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.578833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.578833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.578833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.578833] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be updated. [ 1086.617119] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.618234] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.618234] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.618234] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.618234] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.628358] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: IN_PROGRESS for 2s [ 1086.630075] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.630205] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.630278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.630553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.632115] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.632308] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1086.645796] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 1086.646059] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.646293] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.646645] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.646925] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.647103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.647196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.647425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.647544] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.647669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.647783] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.670111] env[69430]: INFO networking_nsxv3.common.synchronization [req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb req-b0e6eb03-d363-4fe5-8bfd-bbba68406a97 service nova] Enqueued Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_rules [ 1086.670302] env[69430]: INFO networking_nsxv3.common.synchronization [req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb req-b0e6eb03-d363-4fe5-8bfd-bbba68406a97 service nova] Enqueued Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_members [ 1086.670468] env[69430]: INFO networking_nsxv3.common.synchronization [req-14e565fc-e3fb-4bef-b758-7cfd653ff7cb req-b0e6eb03-d363-4fe5-8bfd-bbba68406a97 service nova] Enqueued Resource ID: e2a8b5fe-704c-4c14-a436-8ed321084a8b with Priority: HIGHEST for action port [ 1086.670973] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_rules [ 1086.671130] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_members [ 1086.671331] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a8b5fe-704c-4c14-a436-8ed321084a8b with Priority: HIGHEST for action port [ 1086.671713] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.671920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.671920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.672124] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.672243] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.673144] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd3156ef-e065-4ad5-90f1-f7b52fda427f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.673271] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.673322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.673499] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.673779] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.673842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.673874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.674017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.674108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.674198] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.676779] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2a8b5fe-704c-4c14-a436-8ed321084a8b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.676779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2a8b5fe-704c-4c14-a436-8ed321084a8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.676779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2a8b5fe-704c-4c14-a436-8ed321084a8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.676779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2a8b5fe-704c-4c14-a436-8ed321084a8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.676779] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2a8b5fe-704c-4c14-a436-8ed321084a8b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.724023] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.724023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.724023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.724023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.724023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.724483] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1086.810622] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.810841] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.810894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.811848] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.811848] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.811848] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1086.811848] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'697eaf45-155d-41e2-83dc-293d7cb7e248', '679431da-dcb7-461c-9f7d-b4cdf6455370', '857b1316-9b51-44ab-9d91-146c36a93d51', '4e50cdfa-272c-4c35-ab79-9990a2ecb368', 'f7cffb26-85a0-4f75-bbe5-98772768a31c', '9c493bbf-91f4-4607-a0a9-f0346fa8870f', '78fd058c-7d46-4e26-98ee-1816edd51d6b', 'c83c9bfe-c3e8-4c85-9c5d-082d651d5e02', 'a0b07ea9-a308-4c2b-aecf-e80d56630ce7', 'a02fcf71-5624-4cb5-b9d4-5a55314d3f66', 'b2ea9747-6b68-4312-84ce-86402e67fdd1', 'db25c25a-f037-4d54-9af0-d9a27ed0e82a', '737bbdee-ee15-46f0-b2b6-8c6a23de3187', '03c415cb-b0ff-4b25-9f13-8cbb0e20acae', '05bb507b-a0bb-4899-b0c9-1361449b0f8c', 'a29793ce-c883-4483-a3e2-64d52d3a58e2', 'e1ada142-bb55-41a3-a96c-ab4666c56b97', 'cedb0cbe-b60e-4b10-a049-df6f4b6ff96e', 'c4f0c097-5180-4fdd-bf7c-e331e5ebd558', '6aa89c6b-f24c-4cf9-b78b-38d9c20ca980', '0a6ce188-4614-46d8-90b4-4f0523e9f805', '85279d82-7a9e-417d-b09c-a1c1516507ff', '6de06a52-a3fa-462c-a2b4-658819bc98b7', '124b17a6-ff67-4218-9a8f-a4613e90fcb9', 'fc5dfab9-07f9-4708-acb3-c478bbd2f7a7', '75617d91-7575-4d15-84e9-7bc4013eb4d9', 'f0f9c9b2-f967-49d1-bee4-11309464f111', 'd8d5b28e-187b-4cbe-9b54-23ddb23cdacc', '43fc3cb5-77f4-4154-a8d6-7c9f83939e0f', '0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de', 'b5b8fb92-d45b-41b7-8c44-492c2ba27b99', 'b5a87719-2b16-4581-83c4-cce21a2f513b', 'b81d8eb5-07f8-4b34-81bf-f9cbe81b11de', '7bdcee59-c331-4e11-b235-553058b0634b', 'c7fe8551-99fe-4390-b2a2-23f3b70ec0f7', 'ed43509a-47ee-4bef-b4d3-ea955f7f7904', 'e7c1a60f-f7ed-4352-8501-8a548f785e7f', 'bb827088-837a-487d-8c13-80f1f167c534', '25e33f35-a1ac-4a20-a2c8-2049d65412bc', '1464368e-3706-4f5e-b5af-7cba9cf706d9', 'cc3e8be5-e19f-416d-942e-62a882de11e3'} {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1086.811848] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1086.831588] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.831588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.831588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.832111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.832111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.832111] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1086.832111] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1086.832111] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1086.909543] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.909543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.909985] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.910404] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.913410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.913410] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1086.913410] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1086.913410] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1086.913410] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1086.913410] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1086.913410] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 with Priority: HIGH for action security_group_rules [ 1086.913410] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGH for action security_group_rules [ 1086.913410] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGH for action security_group_rules [ 1086.913410] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 with Priority: HIGH for action security_group_rules [ 1086.913410] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGH for action security_group_rules [ 1086.913410] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGH for action security_group_rules [ 1086.913410] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b with Priority: HIGH for action security_group_rules [ 1086.913410] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGH for action security_group_rules [ 1086.913410] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGH for action security_group_rules [ 1086.914688] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 with Priority: HIGH for action security_group_rules [ 1086.914688] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 with Priority: HIGH for action security_group_rules [ 1086.914688] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a with Priority: HIGH for action security_group_rules [ 1086.914688] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 with Priority: HIGH for action security_group_rules [ 1086.914688] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae with Priority: HIGH for action security_group_rules [ 1086.914688] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGH for action security_group_rules [ 1086.914688] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 with Priority: HIGH for action security_group_rules [ 1086.914688] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGH for action security_group_rules [ 1086.914688] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e with Priority: HIGH for action security_group_rules [ 1086.914688] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 with Priority: HIGH for action security_group_rules [ 1086.914688] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGH for action security_group_rules [ 1086.914688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.149968] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.150288] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.150288] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.150816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.151012] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.151123] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.151187] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.151365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.151453] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.151545] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.151899] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.152044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.152085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.152232] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.152376] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.152465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.152608] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.152728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.152805] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.152884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.152975] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.159328] env[69430]: INFO networking_nsxv3.common.synchronization [req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 req-dfb941ef-dd47-44e2-8077-a6299af401ae tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1087.159842] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1087.159991] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 with Priority: HIGH for action security_group_rules [ 1087.160207] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857b1316-9b51-44ab-9d91-146c36a93d51 with Priority: HIGH for action security_group_rules [ 1087.160207] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b with Priority: HIGH for action security_group_rules [ 1087.160513] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c with Priority: HIGH for action security_group_rules [ 1087.160513] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 with Priority: HIGH for action security_group_rules [ 1087.160513] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 with Priority: HIGH for action security_group_rules [ 1087.160691] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e with Priority: HIGH for action security_group_rules [ 1087.160691] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGH for action security_group_rules [ 1087.160741] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae with Priority: HIGH for action security_group_rules [ 1087.160789] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 with Priority: HIGH for action security_group_rules [ 1087.160871] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 with Priority: HIGH for action security_group_rules [ 1087.160959] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a with Priority: HIGH for action security_group_rules [ 1087.161795] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 with Priority: HIGH for action security_group_rules [ 1087.162015] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 with Priority: HIGH for action security_group_rules [ 1087.162170] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGH for action security_group_rules [ 1087.162279] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f with Priority: HIGH for action security_group_rules [ 1087.162388] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 with Priority: HIGH for action security_group_rules [ 1087.162564] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cffb26-85a0-4f75-bbe5-98772768a31c with Priority: HIGH for action security_group_rules [ 1087.162691] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGH for action security_group_rules [ 1087.162801] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 with Priority: HIGH for action security_group_rules [ 1087.163951] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.164075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.164144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.164331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.164485] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.164585] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.164650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.164790] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.164876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.164965] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.166805] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-697eaf45-155d-41e2-83dc-293d7cb7e248 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.166805] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.166805] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.166805] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.166805] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('697eaf45-155d-41e2-83dc-293d7cb7e248',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.167052] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-857b1316-9b51-44ab-9d91-146c36a93d51 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.167052] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.167129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.167725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.167725] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('857b1316-9b51-44ab-9d91-146c36a93d51',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.168048] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78fd058c-7d46-4e26-98ee-1816edd51d6b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.168175] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.168175] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.168393] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.168393] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78fd058c-7d46-4e26-98ee-1816edd51d6b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.169149] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.169359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.169359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.169464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.169565] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05bb507b-a0bb-4899-b0c9-1361449b0f8c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.170747] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.170747] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.170747] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.170747] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.170747] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aa89c6b-f24c-4cf9-b78b-38d9c20ca980',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.171315] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.171417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.172020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.172020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.172020] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4f0c097-5180-4fdd-bf7c-e331e5ebd558',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.173315] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.173315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.173315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.173315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.173315] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cedb0cbe-b60e-4b10-a049-df6f4b6ff96e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.173808] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.173808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.173808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.174126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.174126] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.174621] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03c415cb-b0ff-4b25-9f13-8cbb0e20acae taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.174730] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.174795] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.174958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.175040] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03c415cb-b0ff-4b25-9f13-8cbb0e20acae',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.175709] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a29793ce-c883-4483-a3e2-64d52d3a58e2 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.175816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.175881] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.176103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.176188] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a29793ce-c883-4483-a3e2-64d52d3a58e2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.176952] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-737bbdee-ee15-46f0-b2b6-8c6a23de3187 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.177070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.177137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.177286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.177574] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('737bbdee-ee15-46f0-b2b6-8c6a23de3187',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.178035] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.178143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.178401] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.178572] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.178649] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db25c25a-f037-4d54-9af0-d9a27ed0e82a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.179670] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ea9747-6b68-4312-84ce-86402e67fdd1 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.179816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.179862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.180070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.180145] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ea9747-6b68-4312-84ce-86402e67fdd1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.180979] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.181101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.181164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.181311] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.181390] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a02fcf71-5624-4cb5-b9d4-5a55314d3f66',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.182132] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.182244] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.182312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.182464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.182566] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0b07ea9-a308-4c2b-aecf-e80d56630ce7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.183342] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.183414] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.183479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.183616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.183681] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c493bbf-91f4-4607-a0a9-f0346fa8870f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.183893] env[69430]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1087.184753] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.184889] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.184973] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.185129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.185176] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c83c9bfe-c3e8-4c85-9c5d-082d651d5e02',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.185852] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7cffb26-85a0-4f75-bbe5-98772768a31c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.186130] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.186130] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.186306] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.186386] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7cffb26-85a0-4f75-bbe5-98772768a31c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.187168] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.187278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.187362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.187490] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.187562] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.188465] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.188465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.188577] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.188653] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.188724] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e50cdfa-272c-4c35-ab79-9990a2ecb368',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.193455] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd3156ef-e065-4ad5-90f1-f7b52fda427f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.193606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.193990] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.194631] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2a8b5fe-704c-4c14-a436-8ed321084a8b with status ACTIVE [ 1087.194911] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.195064] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.195185] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.195381] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.195381] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.195708] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.195757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.195785] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.196140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.196140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.196271] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.196322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.196385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.196535] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.196596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.196761] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2a8b5fe-704c-4c14-a436-8ed321084a8b is going to be updated. [ 1087.222097] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.222656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.222656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.222656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.223182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.223182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2a8b5fe-704c-4c14-a436-8ed321084a8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.655888] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1464368e-3706-4f5e-b5af-7cba9cf706d9: rpc.has_security_group_logging(os_id): False [ 1087.677273] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.677846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.678182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.678527] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.685443] env[69430]: INFO networking_nsxv3.common.synchronization [req-f9436924-34cd-4708-ba7a-362353865acf req-0e45165a-535a-42ee-9e29-f7b77de7cd86 tempest-ServersNegativeTestMultiTenantJSON-397683159 tempest-ServersNegativeTestMultiTenantJSON-397683159-project-member] Enqueued Resource ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 with Priority: HIGHEST for action security_group_members [ 1087.686066] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 with Priority: HIGHEST for action security_group_members [ 1087.686448] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-737bbdee-ee15-46f0-b2b6-8c6a23de3187 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.686629] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.686741] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.686985] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.687223] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.687376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.687475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.687785] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.687927] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.688088] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('737bbdee-ee15-46f0-b2b6-8c6a23de3187',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.694116] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.694287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.695327] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-737bbdee-ee15-46f0-b2b6-8c6a23de3187 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.695455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.701722] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ea9747-6b68-4312-84ce-86402e67fdd1 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.701871] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.701942] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.702166] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.702329] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.702428] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.702493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.702662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.702750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.702838] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.702973] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2ea9747-6b68-4312-84ce-86402e67fdd1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.715234] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.721889] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.732456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.732456] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.732456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.732456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.732456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.732456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.732456] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.732456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.732456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.732813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.732813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.732958] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.732958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.733108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.733142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.733207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.733290] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 1087.739833] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2ea9747-6b68-4312-84ce-86402e67fdd1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.752125] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.752125] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.752321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.752351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.755109] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.755109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.755109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.755109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.755109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.755109] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f is going to be created. [ 1087.756527] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2ea9747-6b68-4312-84ce-86402e67fdd1: rpc.has_security_group_logging(os_id): False [ 1087.790093] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.790270] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.803026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.803026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.806709] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.806968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.808286] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.808409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.809592] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.809798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.810668] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.810783] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.811920] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.812040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.812879] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.812971] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.819950] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.820110] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.820980] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.821111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.822695] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1087.823182] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.823307] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.826799] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1087.827417] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.827526] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.828234] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1087.828673] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.828777] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.840233] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1087.840814] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.840925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.844663] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1087.845277] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.845395] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.846359] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1087.846620] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.846737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.854512] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1087.855094] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.855268] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c83c9bfe-c3e8-4c85-9c5d-082d651d5e02 is going to be deleted. [ 1087.856237] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.856466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.869580] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.869715] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.872825] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.872946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.873398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.873398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.873398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.883424] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.883599] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4f0c097-5180-4fdd-bf7c-e331e5ebd558 is going to be deleted. [ 1087.884514] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.884735] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.886164] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f in Status: UNINITIALIZED for 2s [ 1087.927519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.927668] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05bb507b-a0bb-4899-b0c9-1361449b0f8c is going to be deleted. [ 1087.928865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.929109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.931034] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.932023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.957768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.957914] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 is going to be deleted. [ 1087.959188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.959464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.965398] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.965601] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.966396] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.966522] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.986551] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.986791] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.986892] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.987203] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.987477] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.987642] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.987766] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.988322] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.988605] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.989268] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.989268] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.989268] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.989268] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.989474] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.989566] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.989713] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.031988] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.032281] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1088.032479] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.032749] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.033105] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-0ec2facd-d819-476a-893c-bfccc4fdf2da taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.033298] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-0ec2facd-d819-476a-893c-bfccc4fdf2da" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.033429] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-0ec2facd-d819-476a-893c-bfccc4fdf2da" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.033836] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-0ec2facd-d819-476a-893c-bfccc4fdf2da" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.033990] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ec2facd-d819-476a-893c-bfccc4fdf2da',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.038887] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1088.039748] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.039877] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03c415cb-b0ff-4b25-9f13-8cbb0e20acae is going to be deleted. [ 1088.040928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.041214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.072940] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.073106] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.141401] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.141609] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db25c25a-f037-4d54-9af0-d9a27ed0e82a is going to be deleted. [ 1088.142627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.142935] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.170745] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.171138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.191127] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.191321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.217776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.217984] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c493bbf-91f4-4607-a0a9-f0346fa8870f is going to be deleted. [ 1088.218953] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.219195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.236127] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.257915] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.258129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.274057] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.274243] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.286274] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1088.286673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.286827] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aa89c6b-f24c-4cf9-b78b-38d9c20ca980 is going to be deleted. [ 1088.287785] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.288015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.537171] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.537422] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.537546] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.538022] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.538218] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.538544] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 0ec2facd-d819-476a-893c-bfccc4fdf2da not found, creating... [ 1088.539146] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.539526] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.539668] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.540100] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.540345] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.540878] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.541176] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.541394] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.541973] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.542088] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.542408] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 0ec2facd-d819-476a-893c-bfccc4fdf2da is going to be created. [ 1088.585028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.585028] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a02fcf71-5624-4cb5-b9d4-5a55314d3f66 is going to be deleted. [ 1088.585028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.585518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.588546] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: SUCCESS [ 1088.588953] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 deletion is rescheduled due to dependency. [ 1088.589189] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.606770] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc3e8be5-e19f-416d-942e-62a882de11e3 in Status: SUCCESS [ 1088.606770] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.613298] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.613298] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.628023] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.628023] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.628023] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.628023] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.628023] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.628023] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-0ec2facd-d819-476a-893c-bfccc4fdf2da" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.651054] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85279d82-7a9e-417d-b09c-a1c1516507ff in Status: SUCCESS [ 1088.651526] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff deletion is rescheduled due to dependency. [ 1088.651741] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.663175] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.663175] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cedb0cbe-b60e-4b10-a049-df6f4b6ff96e is going to be deleted. [ 1088.663175] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.663175] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.726268] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.726268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.737840] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.739161] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 857b1316-9b51-44ab-9d91-146c36a93d51 is going to be deleted. [ 1088.739679] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.739937] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.740066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.740365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.740484] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.740643] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1088.741914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.742230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.837058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.837058] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 is going to be deleted. [ 1088.838080] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.838442] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.850788] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.851015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.879779] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.880027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.956191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.956382] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7cffb26-85a0-4f75-bbe5-98772768a31c is going to be deleted. [ 1088.957787] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.958132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.001776] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.001969] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.002037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.002230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.002381] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.020197] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.020403] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e50cdfa-272c-4c35-ab79-9990a2ecb368 is going to be deleted. [ 1089.021708] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.022016] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.036801] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1089.074196] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.074196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.132653] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.132892] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78fd058c-7d46-4e26-98ee-1816edd51d6b is going to be deleted. [ 1089.133956] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.134206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.197533] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.197824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.198536] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.198638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.207138] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.207294] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.230020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.230020] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a29793ce-c883-4483-a3e2-64d52d3a58e2 is going to be deleted. [ 1089.230020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.230020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.284957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.285299] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.285402] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.285461] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.285673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.285747] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.285840] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 is going to be updated. [ 1089.286986] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.287373] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.341593] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.341718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.375192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.375371] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 697eaf45-155d-41e2-83dc-293d7cb7e248 is going to be deleted. [ 1089.376358] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.376598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.376711] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.376845] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4f0c097-5180-4fdd-bf7c-e331e5ebd558" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.377016] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.378273] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.378363] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.378461] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c83c9bfe-c3e8-4c85-9c5d-082d651d5e02" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.381838] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.382080] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.382201] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.382351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05bb507b-a0bb-4899-b0c9-1361449b0f8c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.382611] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.382759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.382860] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.382990] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.383154] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.383315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.434686] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.434817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.435698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.435920] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.436037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.436101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.438014] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.438014] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.438014] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 is going to be updated. [ 1089.438707] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.438913] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.438994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.439126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03c415cb-b0ff-4b25-9f13-8cbb0e20acae" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.439695] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.439695] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.439776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.439895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db25c25a-f037-4d54-9af0-d9a27ed0e82a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.440429] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.440581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.440658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.440911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c493bbf-91f4-4607-a0a9-f0346fa8870f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.440911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.441094] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.441169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.441279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aa89c6b-f24c-4cf9-b78b-38d9c20ca980" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.441755] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.441864] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.441943] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.442176] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a02fcf71-5624-4cb5-b9d4-5a55314d3f66" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.442234] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.442336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.442406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.442517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cedb0cbe-b60e-4b10-a049-df6f4b6ff96e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.443046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.443046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.443046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.443488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-857b1316-9b51-44ab-9d91-146c36a93d51" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.443488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.443488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.443488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.444447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.444447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.444447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.444447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.444447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7cffb26-85a0-4f75-bbe5-98772768a31c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.444447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.444447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.444447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.444717] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e50cdfa-272c-4c35-ab79-9990a2ecb368" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.444717] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.444812] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.444998] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.446337] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.446496] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.447493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.447493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78fd058c-7d46-4e26-98ee-1816edd51d6b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.447493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.447493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.447493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.447493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a29793ce-c883-4483-a3e2-64d52d3a58e2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.488914] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 1089.489148] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.517558] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.517558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.517558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.517759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.517826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.523647] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.523780] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.523857] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.524075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.524218] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.541887] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 in Status: IN_PROGRESS for 2s [ 1089.554468] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.554721] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.554937] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.555130] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.555231] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.555358] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-697eaf45-155d-41e2-83dc-293d7cb7e248" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.560864] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1089.561345] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 in Status: IN_PROGRESS for 2s [ 1089.613624] env[69430]: INFO networking_nsxv3.common.synchronization [req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 req-4683e68a-8b74-413a-aa02-b729278b5426 service nova] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_rules [ 1089.613859] env[69430]: INFO networking_nsxv3.common.synchronization [req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 req-4683e68a-8b74-413a-aa02-b729278b5426 service nova] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1089.614014] env[69430]: INFO networking_nsxv3.common.synchronization [req-6d6bba7e-3c17-42c6-95b4-64af50d71aa3 req-4683e68a-8b74-413a-aa02-b729278b5426 service nova] Enqueued Resource ID: 0ec2facd-d819-476a-893c-bfccc4fdf2da with Priority: HIGHEST for action port [ 1089.614677] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_rules [ 1089.614795] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1089.614926] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec2facd-d819-476a-893c-bfccc4fdf2da with Priority: HIGHEST for action port [ 1089.615214] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.615314] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.615513] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.615583] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.615767] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ec2facd-d819-476a-893c-bfccc4fdf2da taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.615892] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ec2facd-d819-476a-893c-bfccc4fdf2da" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.615975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ec2facd-d819-476a-893c-bfccc4fdf2da" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.616193] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ec2facd-d819-476a-893c-bfccc4fdf2da" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.616275] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ec2facd-d819-476a-893c-bfccc4fdf2da',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.635308] env[69430]: INFO networking_nsxv3.common.synchronization [req-44fddcab-c458-4740-a58b-7ff2bcfdc9d3 req-e5d021b6-a5df-4e52-8a35-0325b8cc0bde tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Enqueued Resource ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de with Priority: HIGHEST for action security_group_members [ 1089.635882] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de with Priority: HIGHEST for action security_group_members [ 1089.636221] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.636351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.636418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.636627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.636815] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.636929] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.636993] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.637232] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.637321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.637419] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.904157] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f in Status: SUCCESS [ 1089.904391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.905055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.905310] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.905544] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.905679] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.905752] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.905924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.906019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.906112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.906207] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.118934] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ec2facd-d819-476a-893c-bfccc4fdf2da with status ACTIVE [ 1090.119287] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.119470] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.119576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.119855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.119991] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.120612] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.120612] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.120612] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.120767] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.120876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.121162] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.121300] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.121394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.121622] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.121696] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.123694] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ec2facd-d819-476a-893c-bfccc4fdf2da is going to be updated. [ 1090.142309] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.166566] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.166755] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.166799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.166986] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.167134] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.167297] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ec2facd-d819-476a-893c-bfccc4fdf2da" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.410323] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.645772] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.914711] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd3156ef-e065-4ad5-90f1-f7b52fda427f: rpc.has_security_group_logging(os_id): False [ 1090.937212] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.937407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.937485] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.937733] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.937834] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.938101] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.938204] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.938271] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.938430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.938507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.938595] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f is going to be created. [ 1090.943848] env[69430]: INFO networking_nsxv3.common.synchronization [None req-27f1bc68-be9b-47f5-b66f-35c0d8635f2d tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 1090.944443] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 1090.944763] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.944927] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.944989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.949250] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.949447] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.949557] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.949632] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.949800] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.949887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.949983] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.005048] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.005048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.005048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.005048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.005048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.030158] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f in Status: IN_PROGRESS for 2s [ 1091.058066] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1091.058302] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.058488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.058713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.058916] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.059049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.059119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.059274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.059358] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.059445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.059542] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.060702] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.060988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.065387] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.065552] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.065627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.065839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.065928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.066046] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.152481] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.153821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.153821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.154111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.154111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.154226] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de is going to be updated. [ 1091.205427] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.205664] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.205770] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.206033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.206249] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.218097] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de in Status: IN_PROGRESS for 2s [ 1091.453581] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.453581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.453581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.453581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.475746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.476195] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.476585] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.476585] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.476761] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.476791] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.476873] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 is going to be updated. [ 1091.509133] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.512983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.512983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.512983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.512983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.524484] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: IN_PROGRESS for 2s [ 1091.555110] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 in Status: SUCCESS [ 1091.555332] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 deletion is rescheduled due to dependency. [ 1091.555418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.555576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.555839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.555965] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.556173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.556252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.556395] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.556470] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.556556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.556644] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('737bbdee-ee15-46f0-b2b6-8c6a23de3187',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.567680] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.567950] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.568048] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.576423] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 in Status: SUCCESS [ 1091.576598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.060552] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-737bbdee-ee15-46f0-b2b6-8c6a23de3187 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.061421] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.062582] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.062684] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.062939] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.063056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.063056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.063238] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.063328] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.063417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.063571] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-737bbdee-ee15-46f0-b2b6-8c6a23de3187 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.063666] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.063746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.063898] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.064052] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.064146] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.064207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.064340] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.064413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.064495] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.064590] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('737bbdee-ee15-46f0-b2b6-8c6a23de3187',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.070532] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.570522] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 737bbdee-ee15-46f0-b2b6-8c6a23de3187: rpc.has_security_group_logging(os_id): False [ 1092.572282] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.572458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.572528] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.572770] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.572900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.572998] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1092.592957] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.594129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.594129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.594129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.594129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.594129] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.594129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.594595] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.594713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.594945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.595222] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.595375] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.595472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.595662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.595782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.596061] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.596241] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.597965] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.597965] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.597965] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.597965] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 is going to be updated. [ 1092.610963] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.611173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.612025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.612025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.612025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.620742] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1092.681968] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.682222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.682331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.683551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.683551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.699390] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 in Status: IN_PROGRESS for 2s [ 1093.045836] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f in Status: SUCCESS [ 1093.045836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.230894] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de in Status: SUCCESS [ 1093.230894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.240327] env[69430]: INFO networking_nsxv3.common.synchronization [None req-8640376d-82a4-4e2a-90a7-532eb6184532 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Enqueued Resource ID: 68b2332b-07da-470f-9d84-65b46e61e8c2 with Priority: HIGHEST for action security_group_rules [ 1093.240327] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b2332b-07da-470f-9d84-65b46e61e8c2 with Priority: HIGHEST for action security_group_rules [ 1093.241320] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68b2332b-07da-470f-9d84-65b46e61e8c2 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.243930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68b2332b-07da-470f-9d84-65b46e61e8c2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.243930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68b2332b-07da-470f-9d84-65b46e61e8c2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.243930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68b2332b-07da-470f-9d84-65b46e61e8c2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.243930] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68b2332b-07da-470f-9d84-65b46e61e8c2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.400514] env[69430]: INFO networking_nsxv3.common.synchronization [None req-a7adabc3-3c30-4d1a-ae83-14459be1792d tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Enqueued Resource ID: 68b2332b-07da-470f-9d84-65b46e61e8c2 with Priority: HIGHEST for action security_group_rules [ 1093.401426] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b2332b-07da-470f-9d84-65b46e61e8c2 with Priority: HIGHEST for action security_group_rules [ 1093.401780] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68b2332b-07da-470f-9d84-65b46e61e8c2 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.401878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68b2332b-07da-470f-9d84-65b46e61e8c2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.536040] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: SUCCESS [ 1093.536725] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 deletion is rescheduled due to dependency. [ 1093.536906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.765433] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.765433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.765433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.765433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.765433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.765433] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68b2332b-07da-470f-9d84-65b46e61e8c2 already deleted. [ 1093.765433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68b2332b-07da-470f-9d84-65b46e61e8c2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.765433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68b2332b-07da-470f-9d84-65b46e61e8c2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.765433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68b2332b-07da-470f-9d84-65b46e61e8c2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.765433] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68b2332b-07da-470f-9d84-65b46e61e8c2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.290687] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.290887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.290887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.294023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.294023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.294023] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68b2332b-07da-470f-9d84-65b46e61e8c2 already deleted. [ 1094.294023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68b2332b-07da-470f-9d84-65b46e61e8c2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.634626] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1094.634855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.635047] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.635322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.635571] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.635716] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.635793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.636156] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.636290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.636390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.636836] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.636836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.636836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.636979] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.637133] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.637268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.637362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.637527] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.637606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.637707] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.637849] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.716694] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 in Status: SUCCESS [ 1094.716976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.141511] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1ada142-bb55-41a3-a96c-ab4666c56b97: rpc.has_security_group_logging(os_id): False [ 1095.160541] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.160541] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.160541] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.160874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.181728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.182050] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.183046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.183046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.183046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.183504] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.183504] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.183625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.184631] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.184631] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.185857] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.186613] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.186613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.186613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.186987] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.186987] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.186987] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1095.265758] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.265964] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.265964] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.266198] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.266346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.281828] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1095.662657] env[69430]: INFO networking_nsxv3.common.synchronization [None req-4a6635f7-1aab-46b4-85aa-5c584ef27e85 None None] Enqueued Resource ID: 5755e0ba-907d-48e8-b809-2ba34c845d44 with Priority: HIGHEST for action port [ 1095.663646] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5755e0ba-907d-48e8-b809-2ba34c845d44 with Priority: HIGHEST for action port [ 1095.663975] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-5755e0ba-907d-48e8-b809-2ba34c845d44 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.664115] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5755e0ba-907d-48e8-b809-2ba34c845d44" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.664188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5755e0ba-907d-48e8-b809-2ba34c845d44" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.664450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5755e0ba-907d-48e8-b809-2ba34c845d44" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.664538] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5755e0ba-907d-48e8-b809-2ba34c845d44',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.167442] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5755e0ba-907d-48e8-b809-2ba34c845d44 [ 1096.167765] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.167858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.167941] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.169329] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.170274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.170274] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5755e0ba-907d-48e8-b809-2ba34c845d44 already deleted. [ 1096.170274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5755e0ba-907d-48e8-b809-2ba34c845d44" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.813189] env[69430]: INFO networking_nsxv3.common.synchronization [None req-24395da5-3972-4059-b032-bb7d641aea64 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Enqueued Resource ID: d95e2902-4198-4470-9f62-bf36792c7af8 with Priority: HIGHEST for action security_group_rules [ 1096.813773] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d95e2902-4198-4470-9f62-bf36792c7af8 with Priority: HIGHEST for action security_group_rules [ 1096.816349] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d95e2902-4198-4470-9f62-bf36792c7af8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.816349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.816349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.816696] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.816696] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d95e2902-4198-4470-9f62-bf36792c7af8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.918363] env[69430]: INFO networking_nsxv3.common.synchronization [None req-e4778f36-52ad-4599-80a4-6eb741737802 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Enqueued Resource ID: d95e2902-4198-4470-9f62-bf36792c7af8 with Priority: HIGHEST for action security_group_rules [ 1096.921620] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d95e2902-4198-4470-9f62-bf36792c7af8 with Priority: HIGHEST for action security_group_rules [ 1096.922649] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d95e2902-4198-4470-9f62-bf36792c7af8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.922649] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.300119] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1097.300119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.300119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.300119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.300119] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.339385] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.339457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.339514] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.339763] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.339875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.339985] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d95e2902-4198-4470-9f62-bf36792c7af8 already deleted. [ 1097.340094] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.340276] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.340456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.340945] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d95e2902-4198-4470-9f62-bf36792c7af8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.662760] env[69430]: INFO networking_nsxv3.common.synchronization [None req-457284c2-bcc0-4304-b94c-5fbc87c7b6fd None None] Enqueued Resource ID: 73a8597e-45fc-4d28-8523-e8a4ad4768bb with Priority: HIGHEST for action port [ 1097.663624] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a8597e-45fc-4d28-8523-e8a4ad4768bb with Priority: HIGHEST for action port [ 1097.666377] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-73a8597e-45fc-4d28-8523-e8a4ad4768bb taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.667100] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73a8597e-45fc-4d28-8523-e8a4ad4768bb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.667212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73a8597e-45fc-4d28-8523-e8a4ad4768bb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.667511] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73a8597e-45fc-4d28-8523-e8a4ad4768bb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.667919] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73a8597e-45fc-4d28-8523-e8a4ad4768bb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.801997] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.802206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.802282] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.802512] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.803170] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.803299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.804279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.804279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.804279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.804279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.804279] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.863241] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.863468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.863468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.863801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.863801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.863903] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d95e2902-4198-4470-9f62-bf36792c7af8 already deleted. [ 1097.863967] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.172891] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73a8597e-45fc-4d28-8523-e8a4ad4768bb [ 1098.174403] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.174403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.174403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.174403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.174403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.174403] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73a8597e-45fc-4d28-8523-e8a4ad4768bb already deleted. [ 1098.174403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73a8597e-45fc-4d28-8523-e8a4ad4768bb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.307010] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.307313] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.307313] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.307646] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.307646] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.307760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.307791] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.308736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.308736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.308736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.308736] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.308736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.308736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.308736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.308736] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.308736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.309055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.309055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.309055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.309055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.309156] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.812486] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1ada142-bb55-41a3-a96c-ab4666c56b97: rpc.has_security_group_logging(os_id): False [ 1098.832591] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.832802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.832880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.834138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.834138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.834138] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.834138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.834138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.834138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.834138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.834138] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.834138] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.834518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.834518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.834518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.834594] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.834669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.834731] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.835978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.835978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.835978] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1098.899284] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.899284] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.899520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.899562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.899713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.913418] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1100.932394] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1100.932851] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.850939] env[69430]: INFO networking_nsxv3.common.synchronization [req-bff5fb11-65e4-4649-b1fa-0cf9522bad3a req-4a893eaa-2200-4b44-9ac6-82396eca273f tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1101.853564] env[69430]: INFO networking_nsxv3.common.synchronization [req-629d4d56-64d1-4670-8d6a-d06e1744104a req-fdf98f5e-c64f-431d-b039-5309455b0587 tempest-ServerRescueNegativeTestJSON-84177381 tempest-ServerRescueNegativeTestJSON-84177381-project-member] Enqueued Resource ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de with Priority: HIGHEST for action security_group_members [ 1101.854295] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1101.854524] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de with Priority: HIGHEST for action security_group_members [ 1101.854921] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.855176] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.855260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.855508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.855685] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.855794] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.855860] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.856950] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.858039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.858226] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.859562] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.859742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.859811] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.863322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.863619] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.863825] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.863825] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.864706] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.864706] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.864706] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.365973] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.367593] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.367764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.367838] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.368093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.391783] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.392195] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.392361] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.392477] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.392691] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.392796] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.392883] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de is going to be updated. [ 1102.422573] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.422870] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.422870] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.423145] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.423289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.432206] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de in Status: IN_PROGRESS for 2s [ 1102.871611] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.375016] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.375384] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.375384] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.375538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.375657] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.375734] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1103.404851] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.405072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.405072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.405254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.405400] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.413379] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1103.784998] env[69430]: INFO networking_nsxv3.common.synchronization [req-b727f7c0-515f-42c6-a67d-9f71e0799729 req-d0208a8b-72e5-415f-94ee-9125ed674b1c tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Enqueued Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_members [ 1103.785740] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_members [ 1103.786764] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.787078] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.787078] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.787238] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.787406] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.787510] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.787587] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.787831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.787947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.788095] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.142081] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-333 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.142081] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-333" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.142081] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-333" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.142081] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-333" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.142081] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.142081] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.142081] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.142932] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.143924] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.144421] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.144701] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.147081] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.147081] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.147081] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.147081] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.147081] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.164825] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.165622] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1104.166901] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.166901] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-333" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.166901] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-6c375e98-6ac0-4121-a0e6-5abede8138d4 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.166901] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-6c375e98-6ac0-4121-a0e6-5abede8138d4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.166901] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-6c375e98-6ac0-4121-a0e6-5abede8138d4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.167330] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-6c375e98-6ac0-4121-a0e6-5abede8138d4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.167521] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c375e98-6ac0-4121-a0e6-5abede8138d4',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.290772] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.290984] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.290984] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.291220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.291313] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.291516] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.291617] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.291680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.291827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.291906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.291991] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 is going to be deleted. [ 1104.318384] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.318584] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.318584] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.318787] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.318880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.318979] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.441997] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de in Status: SUCCESS [ 1104.442366] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de deletion is rescheduled due to dependency. [ 1104.442366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.670580] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.670861] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.670999] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.671328] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.671495] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.671654] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 6c375e98-6ac0-4121-a0e6-5abede8138d4 not found, creating... [ 1104.671937] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.672118] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.672252] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.672482] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.672626] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.673024] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.673199] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.673328] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.673551] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.673688] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.673835] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 6c375e98-6ac0-4121-a0e6-5abede8138d4 is going to be created. [ 1104.695029] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.695347] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.695587] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.696044] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.696427] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.696771] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-6c375e98-6ac0-4121-a0e6-5abede8138d4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.392921] env[69430]: INFO networking_nsxv3.common.synchronization [req-b727f7c0-515f-42c6-a67d-9f71e0799729 req-95bb1ffb-806b-4807-9fa6-b9e471f9ae28 service nova] Enqueued Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_rules [ 1105.393144] env[69430]: INFO networking_nsxv3.common.synchronization [req-b727f7c0-515f-42c6-a67d-9f71e0799729 req-95bb1ffb-806b-4807-9fa6-b9e471f9ae28 service nova] Enqueued Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_members [ 1105.393292] env[69430]: INFO networking_nsxv3.common.synchronization [req-b727f7c0-515f-42c6-a67d-9f71e0799729 req-95bb1ffb-806b-4807-9fa6-b9e471f9ae28 service nova] Enqueued Resource ID: 6c375e98-6ac0-4121-a0e6-5abede8138d4 with Priority: HIGHEST for action port [ 1105.393819] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_rules [ 1105.393934] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_members [ 1105.394196] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c375e98-6ac0-4121-a0e6-5abede8138d4 with Priority: HIGHEST for action port [ 1105.394310] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.394439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.394496] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.394692] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.394787] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.396669] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.396669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.396669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.396669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.396669] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.396669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.396669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.396669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.396669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.396669] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.397344] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c375e98-6ac0-4121-a0e6-5abede8138d4 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.397436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c375e98-6ac0-4121-a0e6-5abede8138d4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.397493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c375e98-6ac0-4121-a0e6-5abede8138d4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.398066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c375e98-6ac0-4121-a0e6-5abede8138d4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.398066] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c375e98-6ac0-4121-a0e6-5abede8138d4',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.423068] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1105.423267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.899616] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.900941] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.901100] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.901276] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c375e98-6ac0-4121-a0e6-5abede8138d4 with status ACTIVE [ 1105.901444] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.901552] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.901642] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.901895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.901992] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.902183] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.902273] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.902336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.902488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.902565] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.902744] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.902937] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.902964] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.903119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.903194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.903278] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c375e98-6ac0-4121-a0e6-5abede8138d4 is going to be updated. [ 1105.927301] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.927505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.927505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.927609] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.927858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.927931] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c375e98-6ac0-4121-a0e6-5abede8138d4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.405818] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.863061] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.863273] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-268" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.863406] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-268" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.863677] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-268" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.863948] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.864157] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.864284] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.864507] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.865048] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.865302] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.865429] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.865546] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.865660] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.865777] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.865890] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.866038] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.885411] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.885581] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1106.885722] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.885906] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-268" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.886243] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-3d2b7e40-478e-40bc-8db6-7db440223f62 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.886426] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-3d2b7e40-478e-40bc-8db6-7db440223f62" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.886554] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-3d2b7e40-478e-40bc-8db6-7db440223f62" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.886822] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-3d2b7e40-478e-40bc-8db6-7db440223f62" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.886967] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d2b7e40-478e-40bc-8db6-7db440223f62',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.908848] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.909220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.909220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.909394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.909498] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.909598] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 is going to be created. [ 1106.937888] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.938144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.938144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.938346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.938504] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.948365] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: UNINITIALIZED for 2s [ 1107.390171] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.390503] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.390671] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.391058] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.391305] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.391841] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.391946] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.392163] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.392512] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.392723] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.393172] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.393410] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.393564] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.393856] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.394078] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.394297] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 3d2b7e40-478e-40bc-8db6-7db440223f62 is going to be updated. [ 1107.422016] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.422016] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.422209] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.422407] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.422639] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.422931] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-3d2b7e40-478e-40bc-8db6-7db440223f62" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.464058] env[69430]: INFO networking_nsxv3.common.synchronization [req-06a5fd74-5f3f-4790-b477-b8c3b5f981db req-ec01f776-a301-49d1-94ea-c2bba12b4e6f service nova] Enqueued Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGHEST for action security_group_rules [ 1108.464329] env[69430]: INFO networking_nsxv3.common.synchronization [req-06a5fd74-5f3f-4790-b477-b8c3b5f981db req-ec01f776-a301-49d1-94ea-c2bba12b4e6f service nova] Enqueued Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGHEST for action security_group_members [ 1108.464476] env[69430]: INFO networking_nsxv3.common.synchronization [req-06a5fd74-5f3f-4790-b477-b8c3b5f981db req-ec01f776-a301-49d1-94ea-c2bba12b4e6f service nova] Enqueued Resource ID: 3d2b7e40-478e-40bc-8db6-7db440223f62 with Priority: HIGHEST for action port [ 1108.464965] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGHEST for action security_group_rules [ 1108.465562] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGHEST for action security_group_members [ 1108.465747] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2b7e40-478e-40bc-8db6-7db440223f62 with Priority: HIGHEST for action port [ 1108.466949] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.467127] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.467201] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.467396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.467480] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0b07ea9-a308-4c2b-aecf-e80d56630ce7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.468467] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.468645] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.468735] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.468921] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.471307] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.471440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.471513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.471687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.471778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.471876] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0b07ea9-a308-4c2b-aecf-e80d56630ce7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.472870] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d2b7e40-478e-40bc-8db6-7db440223f62 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.473075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d2b7e40-478e-40bc-8db6-7db440223f62" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.473141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d2b7e40-478e-40bc-8db6-7db440223f62" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.473317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d2b7e40-478e-40bc-8db6-7db440223f62" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.473437] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d2b7e40-478e-40bc-8db6-7db440223f62',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.512603] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.513119] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.513119] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.513318] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.513590] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.513753] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.513927] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.514297] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.514459] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.514675] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.514795] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.514914] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.515036] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.515187] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.515295] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.515433] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.534539] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.534712] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1108.534856] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.535070] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.535408] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-fdf83ee9-8242-45f1-b9cf-19963fe6a913 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.535585] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-fdf83ee9-8242-45f1-b9cf-19963fe6a913" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.535714] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-fdf83ee9-8242-45f1-b9cf-19963fe6a913" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.536060] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-fdf83ee9-8242-45f1-b9cf-19963fe6a913" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.536208] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdf83ee9-8242-45f1-b9cf-19963fe6a913',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.961132] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: SUCCESS [ 1108.961586] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.961821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.962092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.962298] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.962417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.962488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.962642] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.962722] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.962832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.962949] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.975507] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0b07ea9-a308-4c2b-aecf-e80d56630ce7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.976700] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.977309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.977309] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d2b7e40-478e-40bc-8db6-7db440223f62 with status ACTIVE [ 1108.977442] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.977524] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.977524] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.977714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.977801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.977971] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.978108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.978164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.978318] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.978394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.978573] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.978666] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.978728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.978867] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.978942] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.979131] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d2b7e40-478e-40bc-8db6-7db440223f62 is going to be updated. [ 1109.001203] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.001335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.001430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.001605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.001742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.001900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d2b7e40-478e-40bc-8db6-7db440223f62" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.038301] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.038609] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.038714] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.038963] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.039134] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.039296] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port fdf83ee9-8242-45f1-b9cf-19963fe6a913 not found, creating... [ 1109.039577] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.039738] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.039862] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.040099] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.040242] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.040533] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.040722] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.040809] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.041115] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.041295] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.041446] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: fdf83ee9-8242-45f1-b9cf-19963fe6a913 is going to be created. [ 1109.060750] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.061028] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.061140] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.061431] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.061948] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.061948] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-fdf83ee9-8242-45f1-b9cf-19963fe6a913" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.237753] env[69430]: INFO networking_nsxv3.common.synchronization [req-8baaf4bd-e68f-4535-a90f-92c93e56a7ac req-e8d3e224-2c8e-43b8-aa16-327bc59a699c tempest-ServerActionsV293TestJSON-2039715755 tempest-ServerActionsV293TestJSON-2039715755-project-member] Enqueued Resource ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 with Priority: HIGHEST for action security_group_members [ 1109.238362] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 with Priority: HIGHEST for action security_group_members [ 1109.238662] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6ce188-4614-46d8-90b4-4f0523e9f805 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.238796] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.238860] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.239461] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.239642] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.239752] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.239819] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.240011] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.240109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.240208] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6ce188-4614-46d8-90b4-4f0523e9f805',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.465914] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.465914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.466234] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.466477] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.466543] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.466621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.466688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.466855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.466955] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.467046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.467884] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.467884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.467884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.467884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.467884] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.467884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.467884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.468177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.468177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.468177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.468177] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.479122] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0b07ea9-a308-4c2b-aecf-e80d56630ce7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.712113] env[69430]: INFO networking_nsxv3.common.synchronization [req-db39589e-ed21-4193-b8b9-874aab53818d req-fa864f12-d3f7-4a7b-b8df-483ca6c63b78 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Enqueued Resource ID: d95e2902-4198-4470-9f62-bf36792c7af8 with Priority: HIGHEST for action security_group_members [ 1109.712900] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d95e2902-4198-4470-9f62-bf36792c7af8 with Priority: HIGHEST for action security_group_members [ 1109.713193] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d95e2902-4198-4470-9f62-bf36792c7af8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.713296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.713373] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.713690] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.713862] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.713975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.714046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.714216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.714306] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.714448] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d95e2902-4198-4470-9f62-bf36792c7af8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.743767] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.743946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.744031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.744329] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.768724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.769009] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.769197] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.769269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.769499] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.769572] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.769654] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 is going to be updated. [ 1109.803802] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.804049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.804107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.804357] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.804536] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.816777] env[69430]: INFO networking_nsxv3.common.synchronization [req-5ada4d03-87a4-40b0-b615-865747c91871 req-e1875010-f6d3-4274-a5f9-3e7e68e4573a service nova] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_rules [ 1109.817033] env[69430]: INFO networking_nsxv3.common.synchronization [req-5ada4d03-87a4-40b0-b615-865747c91871 req-e1875010-f6d3-4274-a5f9-3e7e68e4573a service nova] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 1109.817188] env[69430]: INFO networking_nsxv3.common.synchronization [req-5ada4d03-87a4-40b0-b615-865747c91871 req-e1875010-f6d3-4274-a5f9-3e7e68e4573a service nova] Enqueued Resource ID: fdf83ee9-8242-45f1-b9cf-19963fe6a913 with Priority: HIGHEST for action port [ 1109.818189] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 in Status: IN_PROGRESS for 2s [ 1109.818490] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_rules [ 1109.818559] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 1109.818656] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf83ee9-8242-45f1-b9cf-19963fe6a913 with Priority: HIGHEST for action port [ 1109.819368] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.819601] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.819668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.819917] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.820891] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.822616] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.822799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.822953] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.823173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.823393] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.823566] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.823613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.823842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.823980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.824104] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.825396] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdf83ee9-8242-45f1-b9cf-19963fe6a913 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.825545] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdf83ee9-8242-45f1-b9cf-19963fe6a913" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.825617] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdf83ee9-8242-45f1-b9cf-19963fe6a913" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.825826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdf83ee9-8242-45f1-b9cf-19963fe6a913" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.825923] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdf83ee9-8242-45f1-b9cf-19963fe6a913',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.970956] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 679431da-dcb7-461c-9f7d-b4cdf6455370: rpc.has_security_group_logging(os_id): False [ 1109.983576] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.984171] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.984171] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.984254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.984367] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.984511] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 is going to be updated. [ 1109.989051] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.989316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.989578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.989918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.990097] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.990407] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.990637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.990770] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.990991] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.991435] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.991435] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.991435] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.992057] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.993345] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.993345] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.993345] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.993345] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.993345] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.993345] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.993345] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.993345] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 is going to be created. [ 1110.023486] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.023604] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.023706] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.024035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.024230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.037942] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 in Status: IN_PROGRESS for 2s [ 1110.078441] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.078668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.078718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.082019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.082019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.093297] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: IN_PROGRESS for 2s [ 1110.118617] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.118829] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-147" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.118961] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-147" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.119332] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-147" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.120509] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.120509] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.120509] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.120509] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.120509] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.120509] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1110.120789] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.121404] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.121404] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.121404] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1110.121404] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.121717] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.177381] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.177581] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1110.177883] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.177883] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-147" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.178301] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-1fcc6b40-49e7-43d9-945e-479f9f11d8b8 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.178410] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-1fcc6b40-49e7-43d9-945e-479f9f11d8b8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.178537] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-1fcc6b40-49e7-43d9-945e-479f9f11d8b8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.178904] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-1fcc6b40-49e7-43d9-945e-479f9f11d8b8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.179076] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fcc6b40-49e7-43d9-945e-479f9f11d8b8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.218148] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.218402] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.218490] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.218740] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.218839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.219488] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.219488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.219488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.219488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.219488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.219728] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d95e2902-4198-4470-9f62-bf36792c7af8 already deleted. [ 1110.219728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.328135] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.328275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.328816] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.329562] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdf83ee9-8242-45f1-b9cf-19963fe6a913 with status ACTIVE [ 1110.329698] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.329774] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.329847] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.330118] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.330239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.330480] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.330652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.330768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.331029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.331173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.331502] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.331643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.331757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.331997] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.332110] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.332255] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdf83ee9-8242-45f1-b9cf-19963fe6a913 is going to be updated. [ 1110.358553] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.358816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.358930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.359179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.359369] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.359514] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdf83ee9-8242-45f1-b9cf-19963fe6a913" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.684024] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.684356] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.684395] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.684682] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.685464] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.685464] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 1fcc6b40-49e7-43d9-945e-479f9f11d8b8 not found, creating... [ 1110.685464] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.685684] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.685684] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.685883] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.686540] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.686540] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.686540] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.686694] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.687528] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.687528] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.687528] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 1fcc6b40-49e7-43d9-945e-479f9f11d8b8 is going to be created. [ 1110.707131] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.707420] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.707467] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.707737] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.707979] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.708226] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-1fcc6b40-49e7-43d9-945e-479f9f11d8b8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.835794] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.338725] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.338920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.338920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.339165] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.339262] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.339363] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 is going to be updated. [ 1111.372169] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.372399] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.372399] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.372627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.372770] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.384945] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: IN_PROGRESS for 2s [ 1111.675626] env[69430]: INFO networking_nsxv3.common.synchronization [req-db39589e-ed21-4193-b8b9-874aab53818d req-06066cf9-8473-46f7-974b-c585cfc4c6ed service nova] Enqueued Resource ID: d95e2902-4198-4470-9f62-bf36792c7af8 with Priority: HIGHEST for action security_group_rules [ 1111.675626] env[69430]: INFO networking_nsxv3.common.synchronization [req-db39589e-ed21-4193-b8b9-874aab53818d req-06066cf9-8473-46f7-974b-c585cfc4c6ed service nova] Enqueued Resource ID: d95e2902-4198-4470-9f62-bf36792c7af8 with Priority: HIGHEST for action security_group_members [ 1111.675931] env[69430]: INFO networking_nsxv3.common.synchronization [req-db39589e-ed21-4193-b8b9-874aab53818d req-06066cf9-8473-46f7-974b-c585cfc4c6ed service nova] Enqueued Resource ID: 1fcc6b40-49e7-43d9-945e-479f9f11d8b8 with Priority: HIGHEST for action port [ 1111.676866] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d95e2902-4198-4470-9f62-bf36792c7af8 with Priority: HIGHEST for action security_group_rules [ 1111.678764] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d95e2902-4198-4470-9f62-bf36792c7af8 with Priority: HIGHEST for action security_group_members [ 1111.678764] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fcc6b40-49e7-43d9-945e-479f9f11d8b8 with Priority: HIGHEST for action port [ 1111.678764] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d95e2902-4198-4470-9f62-bf36792c7af8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.678764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.678764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.678934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.680327] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d95e2902-4198-4470-9f62-bf36792c7af8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.681040] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d95e2902-4198-4470-9f62-bf36792c7af8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.681175] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.681375] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.681751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.681925] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.682072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.682170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.682339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.682424] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.682519] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d95e2902-4198-4470-9f62-bf36792c7af8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.684426] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fcc6b40-49e7-43d9-945e-479f9f11d8b8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.684789] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fcc6b40-49e7-43d9-945e-479f9f11d8b8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.684789] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fcc6b40-49e7-43d9-945e-479f9f11d8b8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.684973] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fcc6b40-49e7-43d9-945e-479f9f11d8b8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.685108] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fcc6b40-49e7-43d9-945e-479f9f11d8b8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.828931] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 in Status: SUCCESS [ 1111.829134] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 deletion is rescheduled due to dependency. [ 1111.829257] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.050163] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 in Status: SUCCESS [ 1112.050163] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.050163] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.050163] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.050640] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.050640] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.050640] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.050640] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.050640] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.050906] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.050906] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0b07ea9-a308-4c2b-aecf-e80d56630ce7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.108173] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: SUCCESS [ 1112.108409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.183948] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d95e2902-4198-4470-9f62-bf36792c7af8 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.183948] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.187963] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d95e2902-4198-4470-9f62-bf36792c7af8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.189067] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fcc6b40-49e7-43d9-945e-479f9f11d8b8 with status ACTIVE [ 1112.189267] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.189657] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.189657] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.189657] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.189815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.189950] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.190104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.190169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.190363] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.190397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.190579] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.190671] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.190732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.190892] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.190970] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.191067] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fcc6b40-49e7-43d9-945e-479f9f11d8b8 is going to be updated. [ 1112.220186] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.220433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.220433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.220635] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.220785] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.220904] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fcc6b40-49e7-43d9-945e-479f9f11d8b8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.553827] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0b07ea9-a308-4c2b-aecf-e80d56630ce7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.689657] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d95e2902-4198-4470-9f62-bf36792c7af8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.056423] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0b07ea9-a308-4c2b-aecf-e80d56630ce7: rpc.has_security_group_logging(os_id): False [ 1113.078645] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.078762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.079288] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.079288] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.079288] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.079491] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.079572] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.079623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.079893] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.079972] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.080105] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 is going to be created. [ 1113.173881] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.173972] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.174311] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.174311] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.174545] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.191478] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 in Status: IN_PROGRESS for 2s [ 1113.191919] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.191919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.191919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.192150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.192150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.192150] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d95e2902-4198-4470-9f62-bf36792c7af8 is going to be created. [ 1113.236361] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.236606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.236970] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.237048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.237223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.254719] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d95e2902-4198-4470-9f62-bf36792c7af8 in Status: UNINITIALIZED for 2s [ 1113.400342] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: SUCCESS [ 1113.400581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.400880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.401118] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.401321] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.401445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.401514] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.401691] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.401768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.401855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.401976] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.906312] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.906312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.906312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.906312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.906312] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.906312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.906312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.906746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.906746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.906746] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.906949] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.907013] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.907043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.907196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.907398] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.907515] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.908322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.908322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.908322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.908322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.908553] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.411211] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc5dfab9-07f9-4708-acb3-c478bbd2f7a7: rpc.has_security_group_logging(os_id): False [ 1114.430414] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.430608] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.430608] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.430898] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.430998] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.431228] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.431329] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.431951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.431951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.431951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.431951] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.431951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.431951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.432368] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.432368] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.432368] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.432468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.432499] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.432677] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.432758] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.433011] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 is going to be updated. [ 1114.508645] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.508884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.509036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.509355] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.509607] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.527973] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: IN_PROGRESS for 2s [ 1115.210015] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 in Status: SUCCESS [ 1115.210398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.265214] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d95e2902-4198-4470-9f62-bf36792c7af8 in Status: SUCCESS [ 1115.265214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.265214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.269062] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.269062] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.269062] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.269062] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.269062] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.269062] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.269062] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.269062] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d95e2902-4198-4470-9f62-bf36792c7af8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.772400] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d95e2902-4198-4470-9f62-bf36792c7af8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.275314] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d95e2902-4198-4470-9f62-bf36792c7af8: rpc.has_security_group_logging(os_id): False [ 1116.297682] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.297846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.297924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.298187] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.298276] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.298533] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.298637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.299235] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.299648] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.299765] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.299874] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d95e2902-4198-4470-9f62-bf36792c7af8 is going to be created. [ 1116.399705] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.399705] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.399705] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.400119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.403458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.416543] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d95e2902-4198-4470-9f62-bf36792c7af8 in Status: IN_PROGRESS for 2s [ 1116.546651] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: SUCCESS [ 1116.546963] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.588492] env[69430]: INFO networking_nsxv3.common.synchronization [None req-a625bd31-0f9c-4b7a-aa08-6d9256e1fb0a None None] Enqueued Resource ID: 62a6ad8a-7540-43cc-ab63-64649f87449e with Priority: HIGHEST for action port [ 1116.588864] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a6ad8a-7540-43cc-ab63-64649f87449e with Priority: HIGHEST for action port [ 1116.589599] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-62a6ad8a-7540-43cc-ab63-64649f87449e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.589785] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62a6ad8a-7540-43cc-ab63-64649f87449e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.589914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62a6ad8a-7540-43cc-ab63-64649f87449e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.591760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62a6ad8a-7540-43cc-ab63-64649f87449e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.591760] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62a6ad8a-7540-43cc-ab63-64649f87449e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.082148] env[69430]: INFO networking_nsxv3.common.synchronization [None req-be57da67-bd6b-4635-893f-d7017703842f tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Enqueued Resource ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e with Priority: HIGHEST for action security_group_rules [ 1117.082732] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e with Priority: HIGHEST for action security_group_rules [ 1117.083078] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.083208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.083296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.083559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.083644] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb8f7d6-7b11-40a9-9253-fba9e117043e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.094852] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62a6ad8a-7540-43cc-ab63-64649f87449e [ 1117.094852] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.094852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.094852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.094852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.094852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.094852] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62a6ad8a-7540-43cc-ab63-64649f87449e already deleted. [ 1117.094852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62a6ad8a-7540-43cc-ab63-64649f87449e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.167844] env[69430]: INFO networking_nsxv3.common.synchronization [None req-7af7b570-bb87-44a1-af3a-2159434600fc tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Enqueued Resource ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e with Priority: HIGHEST for action security_group_rules [ 1117.168692] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e with Priority: HIGHEST for action security_group_rules [ 1117.169989] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.170203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.608732] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.608732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.608732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.608732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.608732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.608732] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e already deleted. [ 1117.608732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.608732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.609273] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.609273] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb8f7d6-7b11-40a9-9253-fba9e117043e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.136308] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.136464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.136534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.136755] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.136847] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.136943] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e already deleted. [ 1118.137044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.432342] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d95e2902-4198-4470-9f62-bf36792c7af8 in Status: SUCCESS [ 1118.432568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.038784] env[69430]: INFO networking_nsxv3.common.synchronization [None req-56357d01-3991-436b-8183-a6fdaa8b7ef7 None None] Enqueued Resource ID: 667c9d23-cb34-423c-a27a-3750a4c27d4e with Priority: HIGHEST for action port [ 1119.039443] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667c9d23-cb34-423c-a27a-3750a4c27d4e with Priority: HIGHEST for action port [ 1119.039761] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-667c9d23-cb34-423c-a27a-3750a4c27d4e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.039882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-667c9d23-cb34-423c-a27a-3750a4c27d4e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.039965] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-667c9d23-cb34-423c-a27a-3750a4c27d4e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.041150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-667c9d23-cb34-423c-a27a-3750a4c27d4e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.041334] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('667c9d23-cb34-423c-a27a-3750a4c27d4e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.544442] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 667c9d23-cb34-423c-a27a-3750a4c27d4e [ 1119.544830] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.544999] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.545122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.545432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.545550] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.545669] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:667c9d23-cb34-423c-a27a-3750a4c27d4e already deleted. [ 1119.545842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-667c9d23-cb34-423c-a27a-3750a4c27d4e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.592883] env[69430]: INFO networking_nsxv3.common.synchronization [req-05def111-f244-4f87-bda8-c9774b609dd6 req-decc0d82-ef4d-449e-b92e-9c6220339bd0 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1122.593624] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1122.593997] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.594300] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.595195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.595195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.595195] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.595195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.595195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.595452] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.595589] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.595754] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.099942] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.101671] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.101922] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.102126] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.102414] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.102701] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.102859] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.103011] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.103631] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.103631] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.103764] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.103908] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.104038] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.104201] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.104319] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.104437] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.104578] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.130068] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.130355] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1123.130577] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.130883] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.131453] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-880d4039-a19b-41f3-b482-246ca146e650 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.131717] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-880d4039-a19b-41f3-b482-246ca146e650" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.131918] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-880d4039-a19b-41f3-b482-246ca146e650" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.132419] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-880d4039-a19b-41f3-b482-246ca146e650" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.132699] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('880d4039-a19b-41f3-b482-246ca146e650',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.606949] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.635055] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.635401] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.635558] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.635847] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.636013] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.636183] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 880d4039-a19b-41f3-b482-246ca146e650 not found, creating... [ 1123.636514] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.636618] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.636736] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.636963] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.637130] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.637431] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.638145] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.638145] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.638145] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.638145] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.638321] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 880d4039-a19b-41f3-b482-246ca146e650 is going to be created. [ 1123.660314] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.660624] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.660748] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.661090] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.661689] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.661689] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-880d4039-a19b-41f3-b482-246ca146e650" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.108802] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.108960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.109060] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.109352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.109469] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.109589] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1124.143335] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.143488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.143608] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.143770] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.143914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.155206] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1124.813394] env[69430]: INFO networking_nsxv3.common.synchronization [req-05def111-f244-4f87-bda8-c9774b609dd6 req-b03721bf-d11e-4a99-a5fe-8aed3054430a service nova] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_rules [ 1124.813394] env[69430]: INFO networking_nsxv3.common.synchronization [req-05def111-f244-4f87-bda8-c9774b609dd6 req-b03721bf-d11e-4a99-a5fe-8aed3054430a service nova] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1124.813394] env[69430]: INFO networking_nsxv3.common.synchronization [req-05def111-f244-4f87-bda8-c9774b609dd6 req-b03721bf-d11e-4a99-a5fe-8aed3054430a service nova] Enqueued Resource ID: 880d4039-a19b-41f3-b482-246ca146e650 with Priority: HIGHEST for action port [ 1124.813394] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_rules [ 1124.813394] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1124.813394] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880d4039-a19b-41f3-b482-246ca146e650 with Priority: HIGHEST for action port [ 1124.813394] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.813394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.813394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.813394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.813394] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.814598] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.814704] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.814825] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-880d4039-a19b-41f3-b482-246ca146e650 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.814923] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-880d4039-a19b-41f3-b482-246ca146e650" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.814985] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-880d4039-a19b-41f3-b482-246ca146e650" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.815182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-880d4039-a19b-41f3-b482-246ca146e650" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.815253] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('880d4039-a19b-41f3-b482-246ca146e650',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.131637] env[69430]: INFO networking_nsxv3.common.synchronization [req-e7213267-3d9e-4928-9e21-e0f84e2415cd req-09bf970e-2e2d-4d8a-88c1-c01a444fb03e tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Enqueued Resource ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e with Priority: HIGHEST for action security_group_members [ 1125.132197] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e with Priority: HIGHEST for action security_group_members [ 1125.132501] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb8f7d6-7b11-40a9-9253-fba9e117043e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.132623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.132693] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.133069] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.133651] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.133651] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.133651] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.133832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.133832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.133890] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb8f7d6-7b11-40a9-9253-fba9e117043e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.318635] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.318815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.319056] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 880d4039-a19b-41f3-b482-246ca146e650 with status ACTIVE [ 1125.319252] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.319366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.319427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.319730] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.319823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.320020] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.320214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.320302] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.320596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.320734] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.321212] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.321212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.321212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.321386] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.321415] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.321520] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 880d4039-a19b-41f3-b482-246ca146e650 is going to be updated. [ 1125.358224] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.358408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.358449] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.359206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.359206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.359390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-880d4039-a19b-41f3-b482-246ca146e650" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.493041] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.493041] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-869" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.493041] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-869" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.493041] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-869" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.493041] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.493041] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.493041] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.493617] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.493887] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.494339] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.494576] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.494800] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.495013] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.495223] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.497194] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.497194] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.529504] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.529504] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1125.529504] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.529504] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-869" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.529504] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-c7b07fbc-291d-4cde-8f5d-99b8a25fef34 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.529504] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-c7b07fbc-291d-4cde-8f5d-99b8a25fef34" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.529504] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-c7b07fbc-291d-4cde-8f5d-99b8a25fef34" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.529912] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-c7b07fbc-291d-4cde-8f5d-99b8a25fef34" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.529997] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7b07fbc-291d-4cde-8f5d-99b8a25fef34',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.636997] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.637374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.637374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.637678] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.637868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.638126] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.638287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.638392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.638625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.638740] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.638875] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e already deleted. [ 1125.639021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.032991] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.033373] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.033456] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.033832] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.034065] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.034352] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port c7b07fbc-291d-4cde-8f5d-99b8a25fef34 not found, creating... [ 1126.034665] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.034872] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.035042] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.035315] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.035780] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.036143] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.036455] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.036631] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.036883] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.037070] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.037259] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: c7b07fbc-291d-4cde-8f5d-99b8a25fef34 is going to be created. [ 1126.057404] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.057614] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.057754] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.059085] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.059085] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.059085] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-c7b07fbc-291d-4cde-8f5d-99b8a25fef34" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.166801] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1126.167154] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.167415] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.167732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.168009] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.168168] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.168397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.168507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.168625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.168782] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.673024] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.747199] env[69430]: INFO networking_nsxv3.common.synchronization [req-e7213267-3d9e-4928-9e21-e0f84e2415cd req-2380ccbc-25d8-4d60-a456-f95698fd923d service nova] Enqueued Resource ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e with Priority: HIGHEST for action security_group_rules [ 1126.747199] env[69430]: INFO networking_nsxv3.common.synchronization [req-e7213267-3d9e-4928-9e21-e0f84e2415cd req-2380ccbc-25d8-4d60-a456-f95698fd923d service nova] Enqueued Resource ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e with Priority: HIGHEST for action security_group_members [ 1126.747199] env[69430]: INFO networking_nsxv3.common.synchronization [req-e7213267-3d9e-4928-9e21-e0f84e2415cd req-2380ccbc-25d8-4d60-a456-f95698fd923d service nova] Enqueued Resource ID: c7b07fbc-291d-4cde-8f5d-99b8a25fef34 with Priority: HIGHEST for action port [ 1126.747199] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e with Priority: HIGHEST for action security_group_rules [ 1126.747199] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e with Priority: HIGHEST for action security_group_members [ 1126.747199] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b07fbc-291d-4cde-8f5d-99b8a25fef34 with Priority: HIGHEST for action port [ 1126.747939] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.748338] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.748484] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.748764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.750033] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb8f7d6-7b11-40a9-9253-fba9e117043e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.750033] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb8f7d6-7b11-40a9-9253-fba9e117043e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.750033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.750033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.750779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.750779] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.750779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.750779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.750779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.750779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.750779] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb8f7d6-7b11-40a9-9253-fba9e117043e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.751508] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7b07fbc-291d-4cde-8f5d-99b8a25fef34 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.751679] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7b07fbc-291d-4cde-8f5d-99b8a25fef34" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.751763] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7b07fbc-291d-4cde-8f5d-99b8a25fef34" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.751901] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7b07fbc-291d-4cde-8f5d-99b8a25fef34" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.751974] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7b07fbc-291d-4cde-8f5d-99b8a25fef34',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.175827] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.253532] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb8f7d6-7b11-40a9-9253-fba9e117043e taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.253762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.256242] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7b07fbc-291d-4cde-8f5d-99b8a25fef34 with status ACTIVE [ 1127.256593] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.256861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.256985] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.257302] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.257436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.257760] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.257992] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.258141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.258537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.258719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.259091] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.259267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.259444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.259711] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.259858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.260024] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7b07fbc-291d-4cde-8f5d-99b8a25fef34 is going to be updated. [ 1127.261606] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbb8f7d6-7b11-40a9-9253-fba9e117043e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.289507] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.289664] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.289736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.289945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.290101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.290275] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7b07fbc-291d-4cde-8f5d-99b8a25fef34" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.679090] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.679090] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.679090] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.679467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.679597] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.679840] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1127.723279] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.723542] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.723542] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.723714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.723857] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.733398] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1127.771183] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbb8f7d6-7b11-40a9-9253-fba9e117043e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.226987] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.227315] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.227352] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.227611] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.227875] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.228053] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.228203] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.228460] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.228615] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.228828] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.229877] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.229877] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.229877] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.229877] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.229877] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.229877] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.250623] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.250865] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.250992] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.251198] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-865" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.251521] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-fdf83ee9-8242-45f1-b9cf-19963fe6a913 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.251702] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-fdf83ee9-8242-45f1-b9cf-19963fe6a913" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.251831] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-fdf83ee9-8242-45f1-b9cf-19963fe6a913" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.252134] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-fdf83ee9-8242-45f1-b9cf-19963fe6a913" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.252278] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdf83ee9-8242-45f1-b9cf-19963fe6a913',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.273082] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.273265] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.273360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.273557] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.273648] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.273745] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e is going to be created. [ 1128.311985] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.312272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.312272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.312505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.312682] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.326220] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e in Status: UNINITIALIZED for 2s [ 1128.755213] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.755465] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.755595] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.755929] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.756102] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.756455] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.756624] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.756749] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.756981] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.757142] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.757440] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.757603] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.757728] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.757941] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.758097] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.758250] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: fdf83ee9-8242-45f1-b9cf-19963fe6a913 is going to be updated. [ 1128.779857] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.780099] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.780237] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.780528] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.780722] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.780979] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-fdf83ee9-8242-45f1-b9cf-19963fe6a913" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.500708] env[69430]: INFO networking_nsxv3.common.synchronization [req-29501831-f23e-450d-a075-23a99a89ffeb req-2be67cf1-1b5e-4cd1-96ee-9f300d93ca70 service nova] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_rules [ 1129.501029] env[69430]: INFO networking_nsxv3.common.synchronization [req-29501831-f23e-450d-a075-23a99a89ffeb req-2be67cf1-1b5e-4cd1-96ee-9f300d93ca70 service nova] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 1129.501029] env[69430]: INFO networking_nsxv3.common.synchronization [req-29501831-f23e-450d-a075-23a99a89ffeb req-2be67cf1-1b5e-4cd1-96ee-9f300d93ca70 service nova] Enqueued Resource ID: fdf83ee9-8242-45f1-b9cf-19963fe6a913 with Priority: HIGHEST for action port [ 1129.501573] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_rules [ 1129.501714] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 1129.501814] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf83ee9-8242-45f1-b9cf-19963fe6a913 with Priority: HIGHEST for action port [ 1129.503733] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.503884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.503958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.504284] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.504341] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.505858] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.506109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.506201] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.506392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.506556] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.506656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.506722] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.506858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.507257] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.507387] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.508665] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdf83ee9-8242-45f1-b9cf-19963fe6a913 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.508779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdf83ee9-8242-45f1-b9cf-19963fe6a913" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.508848] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdf83ee9-8242-45f1-b9cf-19963fe6a913" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.509149] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdf83ee9-8242-45f1-b9cf-19963fe6a913" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.509233] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdf83ee9-8242-45f1-b9cf-19963fe6a913',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.744744] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1129.745042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.745385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.745653] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.745891] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.746076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.746214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.746417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.746530] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.746644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.746775] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.006761] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.006986] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.012270] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdf83ee9-8242-45f1-b9cf-19963fe6a913 with status ACTIVE [ 1130.012455] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.012607] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.012712] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.013063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.013197] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.013466] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.013618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.014833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.015157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.015412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.015643] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.015751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.015837] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.016070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.016160] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.016252] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdf83ee9-8242-45f1-b9cf-19963fe6a913 is going to be updated. [ 1130.017737] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.043879] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.044067] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.044067] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.044371] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.044504] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.044673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdf83ee9-8242-45f1-b9cf-19963fe6a913" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.249585] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.249853] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.249853] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.250090] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.250285] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.250443] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.250518] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.250680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.250782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.250875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.251085] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.251218] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.251260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.251705] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.251705] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.251705] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.252498] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.252722] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.252812] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.252902] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.253023] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.338946] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e in Status: SUCCESS [ 1130.339228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.339375] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.339626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.339826] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.339944] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.340024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.340173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.340261] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.340336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.340428] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbb8f7d6-7b11-40a9-9253-fba9e117043e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.521287] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.755553] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1ada142-bb55-41a3-a96c-ab4666c56b97: rpc.has_security_group_logging(os_id): False [ 1130.779610] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.779846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.779846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.780099] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.780243] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.780405] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.780514] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.780692] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.780793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.780935] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.781181] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.781269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.781350] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.781498] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.781573] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.781757] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.781863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.781928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.782745] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.782874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.782970] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1130.843470] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbb8f7d6-7b11-40a9-9253-fba9e117043e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.860252] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.860471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.860570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.860918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.861204] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.889987] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1131.025380] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.025679] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.025679] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.025817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.025873] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.025943] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 is going to be updated. [ 1131.064246] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.064549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.064549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.064839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.065094] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.079177] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: IN_PROGRESS for 2s [ 1131.346444] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbb8f7d6-7b11-40a9-9253-fba9e117043e: rpc.has_security_group_logging(os_id): False [ 1131.371274] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.371554] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.371554] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.371724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.371814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.372082] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.372188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.372253] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.372409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.372485] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.372575] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e is going to be created. [ 1131.439641] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.439641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.439641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.439641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.440018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.446793] env[69430]: INFO networking_nsxv3.common.synchronization [req-2cd67da2-415c-42cc-b365-80314ee1872a req-afcab9e8-365b-461b-9aa8-b0cd4cd8170b tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Enqueued Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_members [ 1131.447318] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_members [ 1131.448683] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.448683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.448683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.448683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.448683] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.449049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.449049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.452023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.452023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.452023] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.455866] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e in Status: IN_PROGRESS for 2s [ 1131.466157] env[69430]: INFO networking_nsxv3.common.synchronization [req-6981cfbe-297a-4552-a30e-da609e75673d req-b6e558c8-7d6e-4a36-adca-cb584a6d9b17 tempest-DeleteServersTestJSON-564960864 tempest-DeleteServersTestJSON-564960864-project-member] Enqueued Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 1131.466157] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 with Priority: HIGHEST for action security_group_members [ 1131.466157] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464368e-3706-4f5e-b5af-7cba9cf706d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.466157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.466157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.466157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.466157] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.466157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.466157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.466157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.466157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.466157] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464368e-3706-4f5e-b5af-7cba9cf706d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.951434] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.951838] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.951838] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.952045] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.952131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.952393] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.952521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.952580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.952714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.952794] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.952895] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 is going to be updated. [ 1131.969437] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.969674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.969786] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.970081] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.970208] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.970441] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.970588] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.970682] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.970864] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.971028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.971169] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 is going to be updated. [ 1131.990103] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.990329] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.990329] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.990593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.990694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.000369] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: IN_PROGRESS for 2s [ 1132.008735] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.008735] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.008878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.008982] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.009145] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.020081] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: IN_PROGRESS for 2s [ 1132.906821] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1132.907146] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.088810] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: SUCCESS [ 1133.089248] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.089248] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.089466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.089610] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.089732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.089799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.089956] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.090057] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.090149] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.090248] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.470720] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e in Status: SUCCESS [ 1133.470720] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.593143] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.593331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.593404] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.593613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.593785] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.593901] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.593970] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.594155] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.594246] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.594340] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.594496] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.594596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.594663] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.594805] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.594947] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.595047] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.595108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.595779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.595779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.595779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.595779] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.010492] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: SUCCESS [ 1134.010675] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 deletion is rescheduled due to dependency. [ 1134.010675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.031703] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 in Status: SUCCESS [ 1134.031906] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464368e-3706-4f5e-b5af-7cba9cf706d9 deletion is rescheduled due to dependency. [ 1134.032033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464368e-3706-4f5e-b5af-7cba9cf706d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.097743] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc5dfab9-07f9-4708-acb3-c478bbd2f7a7: rpc.has_security_group_logging(os_id): False [ 1134.116645] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.116849] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.116849] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.117084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.117188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.117398] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.117501] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.117566] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.117725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.117803] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.117991] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.118097] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.118194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.118310] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.118393] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.118594] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.118690] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.118754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.118895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.118970] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.119071] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 is going to be updated. [ 1134.199292] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.200036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.200036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.200036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.200036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.216669] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: IN_PROGRESS for 2s [ 1134.941805] env[69430]: INFO networking_nsxv3.common.synchronization [None req-dc6fd9e4-9afa-400d-9a4c-afed64099f6c tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Enqueued Resource ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 with Priority: HIGHEST for action security_group_rules [ 1134.942458] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 with Priority: HIGHEST for action security_group_rules [ 1134.942787] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.942939] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.943060] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.943409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.943500] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d942ab14-b54e-4c64-8d8a-2c2095c92ab2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.036261] env[69430]: INFO networking_nsxv3.common.synchronization [None req-3a96c6b4-2d56-4b3c-a6cc-ab3e614b0f87 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Enqueued Resource ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 with Priority: HIGHEST for action security_group_rules [ 1135.036261] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 with Priority: HIGHEST for action security_group_rules [ 1135.039216] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.039786] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.471444] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.471444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.471444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.471444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.471444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.471946] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 already deleted. [ 1135.471946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.471946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.472058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.472168] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d942ab14-b54e-4c64-8d8a-2c2095c92ab2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.816091] env[69430]: INFO networking_nsxv3.common.synchronization [req-cd93a355-f8f3-4320-bb07-64637e268666 req-e221507a-da29-4b4e-8610-805c04cd450c tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Enqueued Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_members [ 1135.816610] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_members [ 1135.816787] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd3156ef-e065-4ad5-90f1-f7b52fda427f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.817108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.817108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.817335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.817492] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.817601] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.817669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.817823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.817912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.818012] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.845474] env[69430]: INFO networking_nsxv3.common.synchronization [req-cd93a355-f8f3-4320-bb07-64637e268666 req-e221507a-da29-4b4e-8610-805c04cd450c tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Enqueued Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_rules [ 1135.845772] env[69430]: INFO networking_nsxv3.common.synchronization [req-cd93a355-f8f3-4320-bb07-64637e268666 req-e221507a-da29-4b4e-8610-805c04cd450c tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Enqueued Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_members [ 1135.846015] env[69430]: INFO networking_nsxv3.common.synchronization [req-cd93a355-f8f3-4320-bb07-64637e268666 req-e221507a-da29-4b4e-8610-805c04cd450c tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Enqueued Resource ID: e2a8b5fe-704c-4c14-a436-8ed321084a8b with Priority: HIGHEST for action port [ 1135.850687] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_rules [ 1135.850924] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_members [ 1135.851104] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a8b5fe-704c-4c14-a436-8ed321084a8b with Priority: HIGHEST for action port [ 1135.852123] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.852323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.852429] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.852740] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.852915] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.857024] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd3156ef-e065-4ad5-90f1-f7b52fda427f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.857024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.857024] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2a8b5fe-704c-4c14-a436-8ed321084a8b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.857024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2a8b5fe-704c-4c14-a436-8ed321084a8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.857024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2a8b5fe-704c-4c14-a436-8ed321084a8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.857271] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2a8b5fe-704c-4c14-a436-8ed321084a8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.857395] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2a8b5fe-704c-4c14-a436-8ed321084a8b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.992929] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.992929] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.993123] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.993229] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.993331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.993430] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 already deleted. [ 1135.993517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.260544] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: SUCCESS [ 1136.260881] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.320548] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.356050] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd3156ef-e065-4ad5-90f1-f7b52fda427f taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.356352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.362464] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2a8b5fe-704c-4c14-a436-8ed321084a8b with status ACTIVE [ 1136.362597] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.362817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.362817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.363188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.363323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.363519] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.363913] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.364013] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.364294] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.365007] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.365274] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.365387] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.365433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.365606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.365687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.365775] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2a8b5fe-704c-4c14-a436-8ed321084a8b is going to be updated. [ 1136.388252] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.388366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.388456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.388639] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.388779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.388946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2a8b5fe-704c-4c14-a436-8ed321084a8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.823951] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.325683] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.325844] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.325844] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.326624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.326624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.326624] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f is going to be updated. [ 1137.369027] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.369027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.369027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.369246] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.369246] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.379583] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f in Status: IN_PROGRESS for 2s [ 1138.928680] env[69430]: INFO networking_nsxv3.common.synchronization [req-163e1869-090f-4375-9ba1-873becb25c36 req-01c1cd5d-4bae-40ac-83db-d0ebc215482e tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Enqueued Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_members [ 1138.929847] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_members [ 1138.929847] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd3156ef-e065-4ad5-90f1-f7b52fda427f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.929847] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.948560] env[69430]: INFO networking_nsxv3.common.synchronization [req-163e1869-090f-4375-9ba1-873becb25c36 req-01c1cd5d-4bae-40ac-83db-d0ebc215482e tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Enqueued Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_rules [ 1138.948797] env[69430]: INFO networking_nsxv3.common.synchronization [req-163e1869-090f-4375-9ba1-873becb25c36 req-01c1cd5d-4bae-40ac-83db-d0ebc215482e tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Enqueued Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_members [ 1138.948977] env[69430]: INFO networking_nsxv3.common.synchronization [req-163e1869-090f-4375-9ba1-873becb25c36 req-01c1cd5d-4bae-40ac-83db-d0ebc215482e tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Enqueued Resource ID: e2a8b5fe-704c-4c14-a436-8ed321084a8b with Priority: HIGHEST for action port [ 1138.949497] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_rules [ 1138.949656] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_members [ 1138.949781] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a8b5fe-704c-4c14-a436-8ed321084a8b with Priority: HIGHEST for action port [ 1138.950456] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.950596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.950836] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd3156ef-e065-4ad5-90f1-f7b52fda427f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.950943] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.952177] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2a8b5fe-704c-4c14-a436-8ed321084a8b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.952318] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2a8b5fe-704c-4c14-a436-8ed321084a8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.952398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2a8b5fe-704c-4c14-a436-8ed321084a8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.952647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2a8b5fe-704c-4c14-a436-8ed321084a8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.952751] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2a8b5fe-704c-4c14-a436-8ed321084a8b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.391092] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f in Status: SUCCESS [ 1139.391343] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.391514] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.391761] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.391955] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.392120] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.392221] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.392462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.392593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.392739] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.455585] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2a8b5fe-704c-4c14-a436-8ed321084a8b with status ACTIVE [ 1139.455877] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.456025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.456098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.456297] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.456382] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.456625] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.456703] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.456753] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.456868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.459072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.459072] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.459072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.459072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.459072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.459072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.459072] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2a8b5fe-704c-4c14-a436-8ed321084a8b is going to be updated. [ 1139.484582] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.484741] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.484817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.484989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.485142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.485309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2a8b5fe-704c-4c14-a436-8ed321084a8b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.895429] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.040269] env[69430]: INFO networking_nsxv3.common.synchronization [req-a3201215-8e7a-47b0-803b-8bb1081e63b5 req-769e1639-5e84-4869-b885-5e34cdc1e77d tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1140.041077] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1140.041624] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.041779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.041937] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.042366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.042721] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.043491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.043575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.044272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.044272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.044272] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.338090] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.338298] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.338425] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.338698] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.338955] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.339429] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.339429] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.339626] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.339815] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.340114] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.340302] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.340473] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.340636] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.340791] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.340937] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.341124] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.366324] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.366469] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1140.366661] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.366870] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.367217] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-c8207e6a-9bae-4bf4-82ba-7691efbdf9db taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.367530] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-c8207e6a-9bae-4bf4-82ba-7691efbdf9db" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.367530] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-c8207e6a-9bae-4bf4-82ba-7691efbdf9db" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.367883] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-c8207e6a-9bae-4bf4-82ba-7691efbdf9db" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.368045] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8207e6a-9bae-4bf4-82ba-7691efbdf9db',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.400359] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.547083] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.870415] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.870646] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.870796] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.871133] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.871296] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.871498] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port c8207e6a-9bae-4bf4-82ba-7691efbdf9db not found, creating... [ 1140.871820] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.872051] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.872163] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.872437] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.872596] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.872928] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.873236] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.873328] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.873699] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.873773] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.873929] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: c8207e6a-9bae-4bf4-82ba-7691efbdf9db is going to be created. [ 1140.902044] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.902226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.902312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.902799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.903027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.903027] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f is going to be updated. [ 1140.905652] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.905870] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.906012] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.906297] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.906538] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.906762] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-c8207e6a-9bae-4bf4-82ba-7691efbdf9db" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.934236] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.934446] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.934446] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.934713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.934850] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.945036] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f in Status: IN_PROGRESS for 2s [ 1141.050837] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.554251] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.554415] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.554488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.555178] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.555698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.555698] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1141.588455] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.588689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.588689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.588989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.589164] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.600236] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1141.829005] env[69430]: INFO networking_nsxv3.common.synchronization [req-a3201215-8e7a-47b0-803b-8bb1081e63b5 req-9761e745-1adb-48ce-98e8-446437b28596 service nova] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_rules [ 1141.829215] env[69430]: INFO networking_nsxv3.common.synchronization [req-a3201215-8e7a-47b0-803b-8bb1081e63b5 req-9761e745-1adb-48ce-98e8-446437b28596 service nova] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1141.829389] env[69430]: INFO networking_nsxv3.common.synchronization [req-a3201215-8e7a-47b0-803b-8bb1081e63b5 req-9761e745-1adb-48ce-98e8-446437b28596 service nova] Enqueued Resource ID: c8207e6a-9bae-4bf4-82ba-7691efbdf9db with Priority: HIGHEST for action port [ 1141.829950] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_rules [ 1141.830128] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1141.830238] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8207e6a-9bae-4bf4-82ba-7691efbdf9db with Priority: HIGHEST for action port [ 1141.830643] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.830767] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.830834] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.831101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.831192] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.831984] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.832087] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.832287] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8207e6a-9bae-4bf4-82ba-7691efbdf9db taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.832385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8207e6a-9bae-4bf4-82ba-7691efbdf9db" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.832450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8207e6a-9bae-4bf4-82ba-7691efbdf9db" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.832618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8207e6a-9bae-4bf4-82ba-7691efbdf9db" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.832692] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8207e6a-9bae-4bf4-82ba-7691efbdf9db',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.874578] env[69430]: INFO networking_nsxv3.common.synchronization [req-b55e35ff-cfb1-434e-a487-2596937da309 req-e0f57d1b-9f6d-4a5e-9a77-7b71ad739842 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Enqueued Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_members [ 1141.875078] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_members [ 1141.875385] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.875524] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.875602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.875934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.876117] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.876221] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.876287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.876448] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.876539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.876629] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.319269] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-333 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.319597] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-333" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.319597] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-333" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.319939] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-333" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.320416] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.320615] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.320834] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.321022] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.321435] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.321671] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1142.321842] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.321901] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.322019] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.322348] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1142.322476] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.322617] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.335867] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.336024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.336183] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8207e6a-9bae-4bf4-82ba-7691efbdf9db with status ACTIVE [ 1142.336463] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.336463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.336563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.337339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.337339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.337339] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.337339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.337339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.337339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.337537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.337570] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.337833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.337833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.337833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.338050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.338050] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8207e6a-9bae-4bf4-82ba-7691efbdf9db is going to be updated. [ 1142.348037] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.348304] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1142.348495] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.348753] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-333" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.349165] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-9575bf71-f78c-4432-b1f0-58b48d2b17c8 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.349416] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-9575bf71-f78c-4432-b1f0-58b48d2b17c8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.349594] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-9575bf71-f78c-4432-b1f0-58b48d2b17c8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.349952] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-9575bf71-f78c-4432-b1f0-58b48d2b17c8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.350142] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9575bf71-f78c-4432-b1f0-58b48d2b17c8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.363313] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.363506] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.363549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.363760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.363899] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.364081] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8207e6a-9bae-4bf4-82ba-7691efbdf9db" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.378784] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.378996] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.379097] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.379281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.379413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.379694] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.379835] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.379905] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.380074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.380193] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.380286] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 is going to be updated. [ 1142.411686] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.411926] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.411998] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.412226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.412414] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.422327] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: IN_PROGRESS for 2s [ 1142.853875] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.854117] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.854273] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.854599] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.854757] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.854919] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 9575bf71-f78c-4432-b1f0-58b48d2b17c8 not found, creating... [ 1142.855205] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.855410] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.855504] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.855729] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.855873] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.856203] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.856377] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.856502] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.856719] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.856860] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.857010] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 9575bf71-f78c-4432-b1f0-58b48d2b17c8 is going to be created. [ 1142.885331] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.885594] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.885682] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.885961] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.886212] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.886448] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-9575bf71-f78c-4432-b1f0-58b48d2b17c8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.958865] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f in Status: SUCCESS [ 1142.959142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.959330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.959623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.959944] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.959944] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.959944] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.960087] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.960184] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.960230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.960598] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.961237] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.961413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.961578] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.961729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.961795] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.964945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.965114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.965252] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.308120] env[69430]: INFO networking_nsxv3.common.synchronization [req-13c78498-5f31-44a8-89e7-1ae430a5eb91 req-5b3efff6-edd8-4bfe-be2f-b8a31aae2c4f tempest-AttachInterfacesUnderV243Test-2017425856 tempest-AttachInterfacesUnderV243Test-2017425856-project-member] Enqueued Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_members [ 1143.308991] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f with Priority: HIGHEST for action security_group_members [ 1143.308991] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd3156ef-e065-4ad5-90f1-f7b52fda427f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.309152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.468498] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.473957] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.613292] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1143.613292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.613527] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.613764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.613972] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.614108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.614176] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.614354] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.614457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.614621] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.836982] env[69430]: INFO networking_nsxv3.common.synchronization [req-b55e35ff-cfb1-434e-a487-2596937da309 req-d708d39c-a2d0-4362-986c-de9a493bd161 service nova] Enqueued Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_rules [ 1143.837200] env[69430]: INFO networking_nsxv3.common.synchronization [req-b55e35ff-cfb1-434e-a487-2596937da309 req-d708d39c-a2d0-4362-986c-de9a493bd161 service nova] Enqueued Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_members [ 1143.837349] env[69430]: INFO networking_nsxv3.common.synchronization [req-b55e35ff-cfb1-434e-a487-2596937da309 req-d708d39c-a2d0-4362-986c-de9a493bd161 service nova] Enqueued Resource ID: 9575bf71-f78c-4432-b1f0-58b48d2b17c8 with Priority: HIGHEST for action port [ 1143.837600] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_rules [ 1143.837732] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_members [ 1143.837829] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9575bf71-f78c-4432-b1f0-58b48d2b17c8 with Priority: HIGHEST for action port [ 1143.838719] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.838869] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.839217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.839941] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.840090] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.841454] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.841596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.841819] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-9575bf71-f78c-4432-b1f0-58b48d2b17c8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.841927] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9575bf71-f78c-4432-b1f0-58b48d2b17c8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.841995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9575bf71-f78c-4432-b1f0-58b48d2b17c8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.842191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9575bf71-f78c-4432-b1f0-58b48d2b17c8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.842287] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9575bf71-f78c-4432-b1f0-58b48d2b17c8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.899443] env[69430]: INFO networking_nsxv3.common.synchronization [None req-85728032-df92-4f4d-8e58-762ac8ab448a None None] Enqueued Resource ID: 61622a8a-0ee4-4bc3-bdae-01f59c5c93fc with Priority: HIGHEST for action port [ 1143.899709] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61622a8a-0ee4-4bc3-bdae-01f59c5c93fc with Priority: HIGHEST for action port [ 1143.900314] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-61622a8a-0ee4-4bc3-bdae-01f59c5c93fc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.900442] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61622a8a-0ee4-4bc3-bdae-01f59c5c93fc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.900512] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61622a8a-0ee4-4bc3-bdae-01f59c5c93fc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.901687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61622a8a-0ee4-4bc3-bdae-01f59c5c93fc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.901687] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61622a8a-0ee4-4bc3-bdae-01f59c5c93fc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.974073] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd3156ef-e065-4ad5-90f1-f7b52fda427f: rpc.has_security_group_logging(os_id): False [ 1143.980125] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.994450] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.994450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.994450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.994450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.994450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.994450] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.994450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.994450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.994450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.994450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.994450] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f is going to be updated. [ 1144.060751] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.060979] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.060979] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.061211] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.061408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.078262] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f in Status: IN_PROGRESS for 2s [ 1144.107224] env[69430]: INFO networking_nsxv3.common.synchronization [req-446b2840-7891-4fd0-b0e3-4fbd91244e0a req-e7e69b1f-26eb-4521-a80f-eb85f251780d tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Enqueued Resource ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 with Priority: HIGHEST for action security_group_members [ 1144.107910] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 with Priority: HIGHEST for action security_group_members [ 1144.109395] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.109535] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.109638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.109918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.110106] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.110216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.110282] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.110435] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.110521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.110615] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d942ab14-b54e-4c64-8d8a-2c2095c92ab2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.117219] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.344293] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.347331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.347331] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9575bf71-f78c-4432-b1f0-58b48d2b17c8 with status ACTIVE [ 1144.347331] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.347331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.347331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.347331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.347331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.347331] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.347331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.347331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.347331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.347331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.347331] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.347331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.347331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.347912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.347912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.347912] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9575bf71-f78c-4432-b1f0-58b48d2b17c8 is going to be updated. [ 1144.373597] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.373861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.374077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.374544] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.374995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.375806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9575bf71-f78c-4432-b1f0-58b48d2b17c8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.403672] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61622a8a-0ee4-4bc3-bdae-01f59c5c93fc [ 1144.403897] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.404030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.404095] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.404354] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.404442] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.404542] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61622a8a-0ee4-4bc3-bdae-01f59c5c93fc already deleted. [ 1144.404618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61622a8a-0ee4-4bc3-bdae-01f59c5c93fc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.418160] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.418160] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-244" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.418160] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-244" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.418160] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-244" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.418160] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.420091] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.420283] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.420566] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.420770] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.421016] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.421294] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.421465] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.421605] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.421749] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.422035] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.422710] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.434998] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: SUCCESS [ 1144.435194] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 deletion is rescheduled due to dependency. [ 1144.435316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.435526] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.435977] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.435977] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.436238] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.436238] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.436303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.436334] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.436421] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.444996] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.444996] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1144.444996] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.448038] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-244" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.448038] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-889cd5fe-b740-4d79-9814-a2645978faa7 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.448038] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-889cd5fe-b740-4d79-9814-a2645978faa7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.448038] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-889cd5fe-b740-4d79-9814-a2645978faa7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.448038] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-889cd5fe-b740-4d79-9814-a2645978faa7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.448038] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('889cd5fe-b740-4d79-9814-a2645978faa7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.482654] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.482914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.482914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.483075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.483172] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.483351] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f is going to be updated. [ 1144.520239] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.520391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.520464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.520674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.520814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.533393] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f in Status: IN_PROGRESS for 2s [ 1144.613956] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.614129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.614193] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.614433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.614520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.614720] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.614814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.614874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.615033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.615136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.615189] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 already deleted. [ 1144.615268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.620313] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.938206] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.950596] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.952030] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.952030] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.952030] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.952030] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.952030] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 889cd5fe-b740-4d79-9814-a2645978faa7 not found, creating... [ 1144.952030] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.952030] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.952358] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.952874] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.952874] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.953188] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.953502] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.954410] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.954410] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.954410] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.954410] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 889cd5fe-b740-4d79-9814-a2645978faa7 is going to be created. [ 1144.974249] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.974555] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.974691] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.974967] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.975224] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.975460] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-889cd5fe-b740-4d79-9814-a2645978faa7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.126544] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.126544] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.126544] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.126544] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.126856] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.126856] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1145.161274] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.161530] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.161616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.161912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.162282] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.181976] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1145.441278] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.784816] env[69430]: INFO networking_nsxv3.common.synchronization [req-446b2840-7891-4fd0-b0e3-4fbd91244e0a req-d994b47d-8f43-4b49-8830-6a99cb3a5b19 service nova] Enqueued Resource ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 with Priority: HIGHEST for action security_group_rules [ 1145.785263] env[69430]: INFO networking_nsxv3.common.synchronization [req-446b2840-7891-4fd0-b0e3-4fbd91244e0a req-d994b47d-8f43-4b49-8830-6a99cb3a5b19 service nova] Enqueued Resource ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 with Priority: HIGHEST for action security_group_members [ 1145.785557] env[69430]: INFO networking_nsxv3.common.synchronization [req-446b2840-7891-4fd0-b0e3-4fbd91244e0a req-d994b47d-8f43-4b49-8830-6a99cb3a5b19 service nova] Enqueued Resource ID: 889cd5fe-b740-4d79-9814-a2645978faa7 with Priority: HIGHEST for action port [ 1145.790381] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 with Priority: HIGHEST for action security_group_rules [ 1145.790381] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 with Priority: HIGHEST for action security_group_members [ 1145.790381] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 889cd5fe-b740-4d79-9814-a2645978faa7 with Priority: HIGHEST for action port [ 1145.791605] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.791605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.791605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.791605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.791605] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d942ab14-b54e-4c64-8d8a-2c2095c92ab2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.792848] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.793070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.793303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.793548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.793724] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.793828] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.793892] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.794058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.794154] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.794263] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d942ab14-b54e-4c64-8d8a-2c2095c92ab2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.797018] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-889cd5fe-b740-4d79-9814-a2645978faa7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.797018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-889cd5fe-b740-4d79-9814-a2645978faa7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.797018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-889cd5fe-b740-4d79-9814-a2645978faa7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.797018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-889cd5fe-b740-4d79-9814-a2645978faa7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.797018] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('889cd5fe-b740-4d79-9814-a2645978faa7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.943898] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.944070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.944145] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.944445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.944551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.944654] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 is going to be updated. [ 1145.984895] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.984895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.984895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.984895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.984895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.994961] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: IN_PROGRESS for 2s [ 1146.089325] env[69430]: INFO networking_nsxv3.common.synchronization [None req-1b959b48-38ef-4824-9423-12e7494d0821 None None] Enqueued Resource ID: 9afa70e2-391b-4f3e-b051-4c84ec0e3300 with Priority: HIGHEST for action port [ 1146.089858] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afa70e2-391b-4f3e-b051-4c84ec0e3300 with Priority: HIGHEST for action port [ 1146.090275] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-9afa70e2-391b-4f3e-b051-4c84ec0e3300 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.090423] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9afa70e2-391b-4f3e-b051-4c84ec0e3300" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.090526] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9afa70e2-391b-4f3e-b051-4c84ec0e3300" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.090723] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9afa70e2-391b-4f3e-b051-4c84ec0e3300" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.090794] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9afa70e2-391b-4f3e-b051-4c84ec0e3300',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.093037] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f in Status: SUCCESS [ 1146.093314] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.093482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.093731] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.093817] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.299360] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.299360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.299360] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d942ab14-b54e-4c64-8d8a-2c2095c92ab2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.301303] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 889cd5fe-b740-4d79-9814-a2645978faa7 with status ACTIVE [ 1146.301303] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.301303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.301303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.301567] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.301754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.301993] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.302233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.302327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.302600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.302742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.303091] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.303302] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.303412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.303666] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.303811] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.303962] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 889cd5fe-b740-4d79-9814-a2645978faa7 is going to be updated. [ 1146.337106] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.337294] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.337388] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.337622] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.337772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.337945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-889cd5fe-b740-4d79-9814-a2645978faa7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.545132] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f in Status: SUCCESS [ 1146.545498] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.545700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.545961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.546239] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.546420] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.546533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.546745] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.546836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.546941] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.593205] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9afa70e2-391b-4f3e-b051-4c84ec0e3300 [ 1146.593536] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.593677] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.593749] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.593970] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.594071] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.594165] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9afa70e2-391b-4f3e-b051-4c84ec0e3300 already deleted. [ 1146.594267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9afa70e2-391b-4f3e-b051-4c84ec0e3300" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.612225] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.612368] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.612440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.612646] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.612736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.612833] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f is going to be deleted. [ 1146.669852] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.670061] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.670122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.670285] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.670376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.670500] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.788899] env[69430]: INFO networking_nsxv3.common.synchronization [req-ca7e45ca-4ada-4bfe-85b0-57f76a1350c7 req-999adc1d-6277-4772-b7e4-885b9923f05b tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_members [ 1146.789602] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_members [ 1146.789946] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3e8be5-e19f-416d-942e-62a882de11e3 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.790092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.790155] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.790444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.790645] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.790780] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.790893] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.791090] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.791262] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.791401] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.806869] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d942ab14-b54e-4c64-8d8a-2c2095c92ab2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.051619] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.051781] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.051855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.052148] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.052244] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.052452] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.052553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.052617] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.052772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.052861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.052971] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f is going to be deleted. [ 1147.085074] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.085307] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.085388] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.085637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.085779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.085912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.086087] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.086295] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.086470] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.086564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.086641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.086800] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.086899] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.087029] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd3156ef-e065-4ad5-90f1-f7b52fda427f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.192351] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1147.192572] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.192747] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.192986] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.193205] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.193398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.193475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.193649] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.193728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.193835] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.193932] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.293420] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.309558] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.309709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.309782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.310007] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.310100] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.310231] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 is going to be created. [ 1147.332965] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.334140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.334140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.334140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.334140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.343402] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 in Status: UNINITIALIZED for 2s [ 1147.589662] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.589882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.589975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.590219] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.590361] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.590635] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.590752] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.590850] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.591151] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.591290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.591430] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd3156ef-e065-4ad5-90f1-f7b52fda427f already deleted. [ 1147.591565] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd3156ef-e065-4ad5-90f1-f7b52fda427f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.697044] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.697044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.697044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.697044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.697289] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.697406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.697406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.697561] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.697627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.697705] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.697853] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.697976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.698014] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.698159] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.698299] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.698381] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.698448] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.698545] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.698626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.698709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.698798] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.796092] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.005093] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: SUCCESS [ 1148.005361] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.005556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.005771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.005957] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.006087] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.006154] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.006954] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.006954] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.006954] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.006954] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.200922] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1ada142-bb55-41a3-a96c-ab4666c56b97: rpc.has_security_group_logging(os_id): False [ 1148.220747] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.220927] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.220973] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.221204] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.221316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.221519] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.221619] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.221681] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.221831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.221907] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.222123] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.222219] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.222282] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.222419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.222492] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.222671] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.222761] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.222821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.222955] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.223150] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.223314] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1148.299418] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.299647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.299647] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.299952] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.300094] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.300235] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3e8be5-e19f-416d-942e-62a882de11e3 is going to be updated. [ 1148.325700] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.326148] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.326148] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.326148] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.326308] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.355846] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1148.357339] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.357501] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.357559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.357773] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.357916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.372040] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3e8be5-e19f-416d-942e-62a882de11e3 in Status: IN_PROGRESS for 2s [ 1148.508939] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.509155] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.509236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.509578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.509773] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.509911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.509996] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.510218] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.510521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.510521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.510707] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.510815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.510878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.511051] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.511279] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.511376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.511457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.512033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.512033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.512033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.512033] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.018908] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 679431da-dcb7-461c-9f7d-b4cdf6455370: rpc.has_security_group_logging(os_id): False [ 1149.037509] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.037751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.037837] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.038088] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.038184] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.038430] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.038538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.038602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.038757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.038837] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.039045] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.039170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.039229] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.039377] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.039454] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.039663] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.039777] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.039833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.039927] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.040008] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.040099] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 is going to be updated. [ 1149.114242] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.114422] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.114478] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.114656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.114801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.132902] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: IN_PROGRESS for 2s [ 1149.353931] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 in Status: SUCCESS [ 1149.354256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.354379] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.354583] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.355242] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.355242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.355242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.355242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.355242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.355515] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.355515] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d942ab14-b54e-4c64-8d8a-2c2095c92ab2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.858419] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d942ab14-b54e-4c64-8d8a-2c2095c92ab2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.361232] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d942ab14-b54e-4c64-8d8a-2c2095c92ab2: rpc.has_security_group_logging(os_id): False [ 1150.375803] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1150.376044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.382949] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.383092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.383147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.383383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.383472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.383716] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.383813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.383874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.384040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.384114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.384199] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 is going to be created. [ 1150.390821] env[69430]: INFO networking_nsxv3.common.synchronization [req-c64753fd-6ea7-4041-83fc-9ea71045261a req-6e12b67f-c0d0-4626-89b2-30e12147b849 tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Enqueued Resource ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e with Priority: HIGHEST for action security_group_members [ 1150.391871] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3e8be5-e19f-416d-942e-62a882de11e3 in Status: SUCCESS [ 1150.392291] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.392677] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e with Priority: HIGHEST for action security_group_members [ 1150.392833] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-212b97e0-d75a-4df1-a09f-e2f755e8c16e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.392945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.393023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.393269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.393444] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.393542] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.393651] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.393747] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.394090] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.394090] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('212b97e0-d75a-4df1-a09f-e2f755e8c16e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.452845] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.453010] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.453100] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.453381] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.453570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.466425] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 in Status: IN_PROGRESS for 2s [ 1150.842618] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.842812] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-564" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.842946] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-564" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.843348] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-564" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.843751] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.843979] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.843979] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.844149] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.844327] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.844576] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.844698] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.844811] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.844932] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.845062] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.845591] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.845756] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.867606] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.867606] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1150.867606] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.868337] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-564" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.868722] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-a30fe048-0711-4b45-a74d-3b7f4268f225 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.868921] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-a30fe048-0711-4b45-a74d-3b7f4268f225" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.869071] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-a30fe048-0711-4b45-a74d-3b7f4268f225" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.869474] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-a30fe048-0711-4b45-a74d-3b7f4268f225" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.869576] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30fe048-0711-4b45-a74d-3b7f4268f225',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.896756] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.896930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.896989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.897377] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.897377] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.897534] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.897608] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.897653] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.897769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.897848] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.897932] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e already deleted. [ 1150.898024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.151102] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: SUCCESS [ 1151.151362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.371663] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.372225] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.372225] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.372529] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.372797] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.373068] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port a30fe048-0711-4b45-a74d-3b7f4268f225 not found, creating... [ 1151.373445] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.373698] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.373801] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.377225] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.377455] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.377840] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.378069] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.378315] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.378566] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.378766] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.379284] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: a30fe048-0711-4b45-a74d-3b7f4268f225 is going to be created. [ 1151.401808] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.403436] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.403436] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.403436] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.403436] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.403648] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-a30fe048-0711-4b45-a74d-3b7f4268f225" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.085523] env[69430]: INFO networking_nsxv3.common.synchronization [None req-b3aeb3b5-615e-45a7-95b7-c7ac2ed84a77 None None] Enqueued Resource ID: 5a5cdd6a-8edc-46a5-95f3-8d1afbea3e50 with Priority: HIGHEST for action port [ 1152.086133] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5cdd6a-8edc-46a5-95f3-8d1afbea3e50 with Priority: HIGHEST for action port [ 1152.086400] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a5cdd6a-8edc-46a5-95f3-8d1afbea3e50 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.086554] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a5cdd6a-8edc-46a5-95f3-8d1afbea3e50" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.086623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a5cdd6a-8edc-46a5-95f3-8d1afbea3e50" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.087017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a5cdd6a-8edc-46a5-95f3-8d1afbea3e50" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.087017] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a5cdd6a-8edc-46a5-95f3-8d1afbea3e50',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.340134] env[69430]: INFO networking_nsxv3.common.synchronization [req-c64753fd-6ea7-4041-83fc-9ea71045261a req-b2c42b55-7e20-4b33-84e1-32487aefd882 service nova] Enqueued Resource ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e with Priority: HIGHEST for action security_group_rules [ 1152.340381] env[69430]: INFO networking_nsxv3.common.synchronization [req-c64753fd-6ea7-4041-83fc-9ea71045261a req-b2c42b55-7e20-4b33-84e1-32487aefd882 service nova] Enqueued Resource ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e with Priority: HIGHEST for action security_group_members [ 1152.340568] env[69430]: INFO networking_nsxv3.common.synchronization [req-c64753fd-6ea7-4041-83fc-9ea71045261a req-b2c42b55-7e20-4b33-84e1-32487aefd882 service nova] Enqueued Resource ID: a30fe048-0711-4b45-a74d-3b7f4268f225 with Priority: HIGHEST for action port [ 1152.341181] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e with Priority: HIGHEST for action security_group_rules [ 1152.341338] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e with Priority: HIGHEST for action security_group_members [ 1152.341459] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30fe048-0711-4b45-a74d-3b7f4268f225 with Priority: HIGHEST for action port [ 1152.341771] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-212b97e0-d75a-4df1-a09f-e2f755e8c16e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.344074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.344074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.344074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.344074] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('212b97e0-d75a-4df1-a09f-e2f755e8c16e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.344074] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-212b97e0-d75a-4df1-a09f-e2f755e8c16e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.344074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.344074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.344074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.344074] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.344621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.344621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.344621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.344621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.344621] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('212b97e0-d75a-4df1-a09f-e2f755e8c16e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.346430] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-a30fe048-0711-4b45-a74d-3b7f4268f225 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.346430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a30fe048-0711-4b45-a74d-3b7f4268f225" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.346430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a30fe048-0711-4b45-a74d-3b7f4268f225" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.346430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a30fe048-0711-4b45-a74d-3b7f4268f225" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.346430] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30fe048-0711-4b45-a74d-3b7f4268f225',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.480292] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 in Status: SUCCESS [ 1152.480690] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.588808] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a5cdd6a-8edc-46a5-95f3-8d1afbea3e50 [ 1152.589243] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.589426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.589500] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.589718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.589810] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.589906] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a5cdd6a-8edc-46a5-95f3-8d1afbea3e50 already deleted. [ 1152.589993] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a5cdd6a-8edc-46a5-95f3-8d1afbea3e50" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.848402] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('212b97e0-d75a-4df1-a09f-e2f755e8c16e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.849551] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-212b97e0-d75a-4df1-a09f-e2f755e8c16e taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.849711] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.852038] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a30fe048-0711-4b45-a74d-3b7f4268f225 with status ACTIVE [ 1152.852038] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.852038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.852038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.852038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.852038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.852038] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.852038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.852038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.852038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.852038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.852038] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.852038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.852038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.852038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.852785] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.852785] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a30fe048-0711-4b45-a74d-3b7f4268f225 is going to be updated. [ 1152.876518] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.876707] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.876744] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.876946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.877095] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.877258] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a30fe048-0711-4b45-a74d-3b7f4268f225" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.112249] env[69430]: INFO networking_nsxv3.common.synchronization [None req-abb7f2dc-b841-49a6-bab0-abeb14e26999 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Enqueued Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_rules [ 1153.112888] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_rules [ 1153.113354] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.113526] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.113615] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.113998] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.116251] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.289325] env[69430]: INFO networking_nsxv3.common.synchronization [req-c1bef246-60ce-41ff-bf20-6bb67a78c2a4 req-f3edaff3-225f-4860-866c-20fdf7dcf61f tempest-AttachVolumeTestJSON-412691821 tempest-AttachVolumeTestJSON-412691821-project-member] Enqueued Resource ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 with Priority: HIGHEST for action security_group_members [ 1153.289325] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 with Priority: HIGHEST for action security_group_members [ 1153.289325] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ea9747-6b68-4312-84ce-86402e67fdd1 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.289623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.289802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.290106] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.290482] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.290755] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.290939] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.292149] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.292383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.292600] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ea9747-6b68-4312-84ce-86402e67fdd1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.309058] env[69430]: INFO networking_nsxv3.common.synchronization [None req-a47c9b78-386e-405d-8719-544905410158 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Enqueued Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_rules [ 1153.309607] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_rules [ 1153.309913] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.310995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.355418] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('212b97e0-d75a-4df1-a09f-e2f755e8c16e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.464544] env[69430]: INFO networking_nsxv3.common.synchronization [req-064c8390-7e9a-4c32-9985-33df718ecde3 req-24a3f687-0fee-484a-976b-ccd939a53cae tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1153.464544] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1153.464544] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.464751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.464751] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.464950] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.465445] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.465445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.465445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.465445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.465445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.465664] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.639908] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.640261] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.640337] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.640555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.640670] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.640934] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc already deleted. [ 1153.640934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.641644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.641823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.642164] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.795204] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.795466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.795587] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.796075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.796223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.796767] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.796955] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.797102] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.797330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.797478] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.797640] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 is going to be updated. [ 1153.835871] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.835871] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.835871] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.836212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.836382] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.846151] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 in Status: IN_PROGRESS for 2s [ 1153.859583] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.859766] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.859899] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.860057] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.860149] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.860248] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e is going to be created. [ 1153.896703] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.896883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.896939] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.897190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.897358] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.910234] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e in Status: UNINITIALIZED for 2s [ 1153.969550] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.164425] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.164425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.164425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.164425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.164425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.164425] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc already deleted. [ 1154.164425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.318460] env[69430]: INFO networking_nsxv3.common.synchronization [req-1da64282-a7d6-4baf-8f63-ca03b2fc4274 req-57bd1e80-5253-4a23-b68a-4ca24761788b tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_members [ 1154.318460] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3e8be5-e19f-416d-942e-62a882de11e3 with Priority: HIGHEST for action security_group_members [ 1154.318460] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3e8be5-e19f-416d-942e-62a882de11e3 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.318460] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.318460] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.319250] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.319617] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.319901] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.320835] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.321105] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.321221] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.321397] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3e8be5-e19f-416d-942e-62a882de11e3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.422497] env[69430]: INFO networking_nsxv3.common.synchronization [None req-a3acd37a-cd3f-481b-a462-5e4503c97e7a None None] Enqueued Resource ID: 89a1ca73-cba8-4345-bd0d-6bcb5f184de7 with Priority: HIGHEST for action port [ 1154.423281] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a1ca73-cba8-4345-bd0d-6bcb5f184de7 with Priority: HIGHEST for action port [ 1154.423720] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-89a1ca73-cba8-4345-bd0d-6bcb5f184de7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.424042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89a1ca73-cba8-4345-bd0d-6bcb5f184de7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.424219] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89a1ca73-cba8-4345-bd0d-6bcb5f184de7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.424570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89a1ca73-cba8-4345-bd0d-6bcb5f184de7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.424732] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89a1ca73-cba8-4345-bd0d-6bcb5f184de7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.473710] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.824042] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.824398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.824398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.824398] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.849919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.850209] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.850334] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.850402] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.850602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.850683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.850770] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3e8be5-e19f-416d-942e-62a882de11e3 is going to be updated. [ 1154.886031] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.886031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.886031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.886304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.886304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.896172] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3e8be5-e19f-416d-942e-62a882de11e3 in Status: IN_PROGRESS for 2s [ 1154.929491] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89a1ca73-cba8-4345-bd0d-6bcb5f184de7 [ 1154.929491] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.929491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.929491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.929491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.929491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.929491] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89a1ca73-cba8-4345-bd0d-6bcb5f184de7 already deleted. [ 1154.929491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89a1ca73-cba8-4345-bd0d-6bcb5f184de7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.981571] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.981571] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.981571] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.981571] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.981571] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.981571] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1155.035039] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.035039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.035039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.035039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.037037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.049389] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1155.236065] env[69430]: INFO networking_nsxv3.common.synchronization [req-09350f53-52c0-4c55-9c89-ec112015d0ff req-3d5b5b98-d471-4bac-92db-c2c02b1954d8 tempest-ImagesOneServerNegativeTestJSON-138758546 tempest-ImagesOneServerNegativeTestJSON-138758546-project-member] Enqueued Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_members [ 1155.236594] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGHEST for action security_group_members [ 1155.236911] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.237106] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.237106] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.237303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.237453] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.237680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.237754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.237912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.238018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.238145] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.740672] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.740836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.740912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.741186] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.741257] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.741441] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.741538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.741600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.741744] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.741814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.741911] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 is going to be updated. [ 1155.767873] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.768147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.768218] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.768425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.768566] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.778587] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: IN_PROGRESS for 2s [ 1155.856625] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 in Status: SUCCESS [ 1155.857172] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 deletion is rescheduled due to dependency. [ 1155.857172] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.920763] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e in Status: SUCCESS [ 1155.921280] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.921558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.921794] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.922018] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.922158] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.922233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.922359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.922453] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.922515] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.922723] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('212b97e0-d75a-4df1-a09f-e2f755e8c16e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.424847] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-212b97e0-d75a-4df1-a09f-e2f755e8c16e taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.425117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.425260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.425572] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.425944] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.430022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.430022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.430022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.430022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.430022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.430022] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-212b97e0-d75a-4df1-a09f-e2f755e8c16e taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.430022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.430022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.430022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.430022] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.430022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.430022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.430022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.430022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.430022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.430022] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('212b97e0-d75a-4df1-a09f-e2f755e8c16e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.907395] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3e8be5-e19f-416d-942e-62a882de11e3 in Status: SUCCESS [ 1156.907395] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3e8be5-e19f-416d-942e-62a882de11e3 deletion is rescheduled due to dependency. [ 1156.907395] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3e8be5-e19f-416d-942e-62a882de11e3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.932654] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 212b97e0-d75a-4df1-a09f-e2f755e8c16e: rpc.has_security_group_logging(os_id): False [ 1156.950590] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.950744] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.950784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.950983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.951101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.951380] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.951500] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.951587] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.951813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.951900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.952099] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.952269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.952369] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.952587] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.952704] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.952980] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.953144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.953247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.953464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.953576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.953700] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e is going to be created. [ 1157.015229] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.015425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.015568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.015756] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.015980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.027649] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e in Status: IN_PROGRESS for 2s [ 1157.058824] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1157.059135] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.790529] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 in Status: SUCCESS [ 1157.790529] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 deletion is rescheduled due to dependency. [ 1157.790652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.039672] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e in Status: SUCCESS [ 1159.040202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.237158] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1160.237394] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1160.560041] env[69430]: INFO networking_nsxv3.common.synchronization [req-317e6bd0-71ed-47da-bf14-2b52d95b38a4 req-c32ef414-12b9-4442-bf7c-0fd430df1b4c tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1160.560041] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1160.560398] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.560557] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.560632] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.560840] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.561014] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.561121] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.561198] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.561345] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.561618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.561756] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.045761] env[69430]: INFO networking_nsxv3.common.synchronization [None req-815cd8df-5a68-4a34-a05a-dbc7c5e9a572 tempest-AttachInterfacesTestJSON-791168259 tempest-AttachInterfacesTestJSON-791168259-project-member] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 1161.046316] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGHEST for action security_group_members [ 1161.046756] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.046756] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.046864] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.046996] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.047231] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.047374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.047462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.047648] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.047762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.047877] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.064550] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.549833] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.550200] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.550200] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.550353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.550410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.550619] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.550776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.550832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.550986] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.551062] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.551110] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 is going to be updated. [ 1161.568254] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.579993] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.580273] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.580273] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.580400] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.580574] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.590238] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: IN_PROGRESS for 2s [ 1162.070990] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.071175] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.071249] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.071506] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.071606] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.071699] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1162.105879] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.106026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.106098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.106304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.106449] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.116994] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1162.745461] env[69430]: INFO networking_nsxv3.common.synchronization [req-3c8bf011-a414-4150-a573-44cb029af5c2 req-4d0b850a-176e-4a2d-b0e7-a4c011355ced tempest-InstanceActionsV221TestJSON-969404750 tempest-InstanceActionsV221TestJSON-969404750-project-member] Enqueued Resource ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e with Priority: HIGHEST for action security_group_members [ 1162.746036] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e with Priority: HIGHEST for action security_group_members [ 1162.746342] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-212b97e0-d75a-4df1-a09f-e2f755e8c16e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.746471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.746541] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.746753] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.746905] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.747011] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.747223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.747387] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.747477] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.747577] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('212b97e0-d75a-4df1-a09f-e2f755e8c16e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.250674] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.250972] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.250972] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.251495] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.251626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.253464] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.253464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.253464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.253464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.253464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.253464] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e is going to be updated. [ 1163.301666] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.301831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.301904] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.302181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.302360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.314935] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e in Status: IN_PROGRESS for 2s [ 1163.511436] env[69430]: INFO networking_nsxv3.common.synchronization [req-512b7ad3-7300-453f-b8ae-5ecab59765ef req-1ca5ab46-3a8a-4aa5-a382-83fd2ac4e9d5 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Enqueued Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1163.512644] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1163.514252] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.514252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.514252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.514252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.514252] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.514537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.514537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.514537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.514636] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.514674] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.602397] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 in Status: SUCCESS [ 1163.602574] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 deletion is rescheduled due to dependency. [ 1163.602688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.838260] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.838260] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-168" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.838260] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-168" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.838692] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-168" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.839369] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.839369] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.839369] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.839572] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.839691] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.839956] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.840140] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.840304] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.840451] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.840603] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.840771] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.840992] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.862296] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.862526] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1163.862687] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.862871] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-168" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.863218] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-589428bd-2f53-48d1-8e26-7f743df0e7db taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.863610] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-589428bd-2f53-48d1-8e26-7f743df0e7db" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.863610] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-589428bd-2f53-48d1-8e26-7f743df0e7db" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.863916] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-589428bd-2f53-48d1-8e26-7f743df0e7db" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.864074] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('589428bd-2f53-48d1-8e26-7f743df0e7db',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.018550] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.018550] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.018550] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.018550] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.018550] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.018550] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.018550] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.018550] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.018550] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.018550] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.018550] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc already deleted. [ 1164.018550] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.127638] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 4s [ 1164.366960] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.367251] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.367395] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.367821] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.368076] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.368265] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 589428bd-2f53-48d1-8e26-7f743df0e7db not found, creating... [ 1164.368546] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.368712] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.368837] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.369103] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.369358] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.369667] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.369834] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.369957] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.370211] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.370362] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.370525] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 589428bd-2f53-48d1-8e26-7f743df0e7db is going to be created. [ 1164.391019] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.391266] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.391367] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.391746] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.391877] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.392137] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-589428bd-2f53-48d1-8e26-7f743df0e7db" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.324884] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e in Status: SUCCESS [ 1165.325263] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e deletion is rescheduled due to dependency. [ 1165.325263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.410016] env[69430]: INFO networking_nsxv3.common.synchronization [req-512b7ad3-7300-453f-b8ae-5ecab59765ef req-5c77644b-abfb-49e9-bcb1-82577da14df5 service nova] Enqueued Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_rules [ 1165.410222] env[69430]: INFO networking_nsxv3.common.synchronization [req-512b7ad3-7300-453f-b8ae-5ecab59765ef req-5c77644b-abfb-49e9-bcb1-82577da14df5 service nova] Enqueued Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1165.410367] env[69430]: INFO networking_nsxv3.common.synchronization [req-512b7ad3-7300-453f-b8ae-5ecab59765ef req-5c77644b-abfb-49e9-bcb1-82577da14df5 service nova] Enqueued Resource ID: 589428bd-2f53-48d1-8e26-7f743df0e7db with Priority: HIGHEST for action port [ 1165.410687] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_rules [ 1165.410842] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1165.410951] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 589428bd-2f53-48d1-8e26-7f743df0e7db with Priority: HIGHEST for action port [ 1165.412047] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.412294] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.412361] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.415026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.415026] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.415026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.415026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.415026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.415026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.415026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.415026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.415026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.415026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.415026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.415026] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.417241] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-589428bd-2f53-48d1-8e26-7f743df0e7db taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.417485] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-589428bd-2f53-48d1-8e26-7f743df0e7db" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.417598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-589428bd-2f53-48d1-8e26-7f743df0e7db" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.417842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-589428bd-2f53-48d1-8e26-7f743df0e7db" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.417958] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('589428bd-2f53-48d1-8e26-7f743df0e7db',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.539472] env[69430]: INFO networking_nsxv3.common.synchronization [None req-6be1b58d-6471-4e14-9bcd-5dfc5e1a8cae None None] Enqueued Resource ID: 870d696f-e6e9-4584-8f50-e5febe96c5fd with Priority: HIGHEST for action port [ 1165.539818] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 870d696f-e6e9-4584-8f50-e5febe96c5fd with Priority: HIGHEST for action port [ 1165.540653] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-870d696f-e6e9-4584-8f50-e5febe96c5fd taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.540653] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-870d696f-e6e9-4584-8f50-e5febe96c5fd" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.540653] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-870d696f-e6e9-4584-8f50-e5febe96c5fd" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.540949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-870d696f-e6e9-4584-8f50-e5febe96c5fd" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.540949] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('870d696f-e6e9-4584-8f50-e5febe96c5fd',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.918319] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.919337] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 589428bd-2f53-48d1-8e26-7f743df0e7db with status ACTIVE [ 1165.919560] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.919696] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.919766] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.920121] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.920240] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.920445] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.920558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.920629] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.920800] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.920903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.921966] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.922158] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.922255] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.922625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.922745] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.922865] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 589428bd-2f53-48d1-8e26-7f743df0e7db is going to be updated. [ 1165.925810] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.925963] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.946202] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.948030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.948030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.948030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.948030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.948030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-589428bd-2f53-48d1-8e26-7f743df0e7db" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.026536] env[69430]: INFO networking_nsxv3.common.synchronization [req-aec6752f-a0a2-4238-8462-71cd8639b885 req-a4d3c9de-5323-437b-8cec-72fdfa454795 tempest-ServersV294TestFqdnHostnames-1169451759 tempest-ServersV294TestFqdnHostnames-1169451759-project-member] Enqueued Resource ID: d95e2902-4198-4470-9f62-bf36792c7af8 with Priority: HIGHEST for action security_group_members [ 1166.027081] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d95e2902-4198-4470-9f62-bf36792c7af8 with Priority: HIGHEST for action security_group_members [ 1166.027380] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d95e2902-4198-4470-9f62-bf36792c7af8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.027511] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.027582] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.027772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.027925] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.028215] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.028309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.028471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.028557] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.028648] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d95e2902-4198-4470-9f62-bf36792c7af8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.044081] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 870d696f-e6e9-4584-8f50-e5febe96c5fd [ 1166.044304] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.044442] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.044519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.044739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.044829] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.046924] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:870d696f-e6e9-4584-8f50-e5febe96c5fd already deleted. [ 1166.046924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-870d696f-e6e9-4584-8f50-e5febe96c5fd" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.137849] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1166.138093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.426381] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.532166] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.535079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.535079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.535079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.535079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.535079] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.535079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.535079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.535079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.535849] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.535849] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d95e2902-4198-4470-9f62-bf36792c7af8 is going to be updated. [ 1166.573310] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.573978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.574368] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.574843] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.575259] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.589237] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d95e2902-4198-4470-9f62-bf36792c7af8 in Status: IN_PROGRESS for 2s [ 1166.777410] env[69430]: INFO networking_nsxv3.common.synchronization [None req-7c0739d8-9a02-4ae2-88d6-65688d732299 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Enqueued Resource ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 with Priority: HIGHEST for action security_group_rules [ 1166.778144] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 with Priority: HIGHEST for action security_group_rules [ 1166.778258] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.778742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.778742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.778742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.778937] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff85800f-c4ad-44e8-9dfc-f051a65c0097',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.913858] env[69430]: INFO networking_nsxv3.common.synchronization [None req-196371ae-9541-40db-a2c6-ddf0204b7c27 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Enqueued Resource ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 with Priority: HIGHEST for action security_group_rules [ 1166.914615] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 with Priority: HIGHEST for action security_group_rules [ 1166.914749] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.915039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.931699] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.933382] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.933382] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.933382] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.933382] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.933382] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc is going to be created. [ 1166.971247] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.971479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.971592] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.971841] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.972179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.995683] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: UNINITIALIZED for 2s [ 1167.303440] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.303674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.303674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.303884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.303979] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.305140] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 already deleted. [ 1167.305268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.305444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.305690] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.305747] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff85800f-c4ad-44e8-9dfc-f051a65c0097',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.813136] env[69430]: INFO networking_nsxv3.common.synchronization [None req-31374b94-7e36-4865-b063-2b37f5a5f705 None None] Enqueued Resource ID: 7b0c819b-0ccd-4c1d-880a-3d7fa3225ab3 with Priority: HIGHEST for action port [ 1167.813701] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0c819b-0ccd-4c1d-880a-3d7fa3225ab3 with Priority: HIGHEST for action port [ 1167.816470] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b0c819b-0ccd-4c1d-880a-3d7fa3225ab3 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.816609] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b0c819b-0ccd-4c1d-880a-3d7fa3225ab3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.816684] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b0c819b-0ccd-4c1d-880a-3d7fa3225ab3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.816948] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b0c819b-0ccd-4c1d-880a-3d7fa3225ab3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.817048] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b0c819b-0ccd-4c1d-880a-3d7fa3225ab3',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.992911] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.992911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.992911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.992911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.992911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.992911] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 already deleted. [ 1167.992911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.319144] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b0c819b-0ccd-4c1d-880a-3d7fa3225ab3 [ 1168.320028] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.320028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.320028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.320028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.320028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.320335] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b0c819b-0ccd-4c1d-880a-3d7fa3225ab3 already deleted. [ 1168.320335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b0c819b-0ccd-4c1d-880a-3d7fa3225ab3" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.599427] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d95e2902-4198-4470-9f62-bf36792c7af8 in Status: SUCCESS [ 1168.599427] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d95e2902-4198-4470-9f62-bf36792c7af8 deletion is rescheduled due to dependency. [ 1168.599576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.004759] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: SUCCESS [ 1169.005095] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.005193] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.005412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.005607] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.005725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.005792] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.005942] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.006032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.006119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.006210] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.510458] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.835771] env[69430]: INFO networking_nsxv3.common.synchronization [req-4a194cb1-486f-4aa6-a7c0-7482d21ba2f1 req-7fd1be41-4711-4c57-a21d-b26e1ed60871 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Enqueued Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGHEST for action security_group_members [ 1169.836390] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGHEST for action security_group_members [ 1169.836721] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.836846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.836914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.837234] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.837301] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.837473] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.837473] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.837607] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.837654] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.837779] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0b07ea9-a308-4c2b-aecf-e80d56630ce7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.012814] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 450bb55b-9b36-4af9-ab08-f835db1d1fcc: rpc.has_security_group_logging(os_id): False [ 1170.033325] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.033602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.033602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.033774] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.033866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.034097] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.034225] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.034295] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.034395] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.034473] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.035535] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc is going to be created. [ 1170.097785] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.098001] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.098095] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.098816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.099811] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.125353] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: IN_PROGRESS for 2s [ 1170.340434] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.340648] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.340728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.340949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.341059] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.341269] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.341373] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.341445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.341609] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.341688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.341777] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 is going to be updated. [ 1170.377822] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.378024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.378095] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.378281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.378424] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.389119] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 in Status: IN_PROGRESS for 2s [ 1172.138891] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: SUCCESS [ 1172.139189] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.166289] env[69430]: INFO networking_nsxv3.common.synchronization [None req-17e0c8e7-342e-44b2-a094-0bf4e8df18ea None None] Enqueued Resource ID: 803a9606-5d7b-4173-8d5b-f1695edc1554 with Priority: HIGHEST for action port [ 1172.167150] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803a9606-5d7b-4173-8d5b-f1695edc1554 with Priority: HIGHEST for action port [ 1172.167625] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-803a9606-5d7b-4173-8d5b-f1695edc1554 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.167803] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-803a9606-5d7b-4173-8d5b-f1695edc1554" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.168029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-803a9606-5d7b-4173-8d5b-f1695edc1554" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.168361] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-803a9606-5d7b-4173-8d5b-f1695edc1554" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.168490] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('803a9606-5d7b-4173-8d5b-f1695edc1554',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.401471] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 in Status: SUCCESS [ 1172.401471] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 deletion is rescheduled due to dependency. [ 1172.401471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.673031] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 803a9606-5d7b-4173-8d5b-f1695edc1554 [ 1172.673031] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.673031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.673031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.673031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.673031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.673031] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:803a9606-5d7b-4173-8d5b-f1695edc1554 already deleted. [ 1172.673031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-803a9606-5d7b-4173-8d5b-f1695edc1554" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.876316] env[69430]: INFO networking_nsxv3.common.synchronization [req-d71de3c8-f25f-4006-8cf3-17f417eda7cf req-230695da-f0ec-41d1-9a2b-fcfbaf9b19d7 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1174.876933] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1174.877208] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.877340] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.877409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.877613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.877770] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.877868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.877931] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.878091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.878179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.878276] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.912196] env[69430]: INFO networking_nsxv3.common.synchronization [None req-7f4e0891-c4db-41de-a2ce-7a69d368922e None None] Enqueued Resource ID: f8ba0325-89cb-4a5d-9abd-af3af46f141c with Priority: HIGHEST for action port [ 1174.912556] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ba0325-89cb-4a5d-9abd-af3af46f141c with Priority: HIGHEST for action port [ 1174.913308] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8ba0325-89cb-4a5d-9abd-af3af46f141c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.913409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8ba0325-89cb-4a5d-9abd-af3af46f141c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.913607] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8ba0325-89cb-4a5d-9abd-af3af46f141c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.913770] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8ba0325-89cb-4a5d-9abd-af3af46f141c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.913853] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8ba0325-89cb-4a5d-9abd-af3af46f141c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.305277] env[69430]: INFO networking_nsxv3.common.synchronization [None req-f18b667f-ce53-4c8a-8839-9e5e2f3bdbcf None None] Enqueued Resource ID: 169a5ea0-6dfa-4956-b60d-b6872a2673c4 with Priority: HIGHEST for action port [ 1175.305591] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 169a5ea0-6dfa-4956-b60d-b6872a2673c4 with Priority: HIGHEST for action port [ 1175.306207] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-169a5ea0-6dfa-4956-b60d-b6872a2673c4 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.306346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-169a5ea0-6dfa-4956-b60d-b6872a2673c4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.306397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-169a5ea0-6dfa-4956-b60d-b6872a2673c4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.306659] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-169a5ea0-6dfa-4956-b60d-b6872a2673c4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.306747] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('169a5ea0-6dfa-4956-b60d-b6872a2673c4',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.381226] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.419284] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8ba0325-89cb-4a5d-9abd-af3af46f141c [ 1175.419284] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.419419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.419520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.419692] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.419805] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.419880] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8ba0325-89cb-4a5d-9abd-af3af46f141c already deleted. [ 1175.420055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8ba0325-89cb-4a5d-9abd-af3af46f141c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.460780] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.460984] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.461163] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.461452] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.461748] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.461923] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.462198] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.462544] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.463299] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.463299] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1175.463299] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.463487] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.463671] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.463752] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1175.463993] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.464082] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.485328] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.485547] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1175.485914] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.486169] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.486525] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-8da4c814-4fc7-40b6-981c-6896407f7fd8 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.486783] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-8da4c814-4fc7-40b6-981c-6896407f7fd8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.487259] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-8da4c814-4fc7-40b6-981c-6896407f7fd8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.487259] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-8da4c814-4fc7-40b6-981c-6896407f7fd8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.487858] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8da4c814-4fc7-40b6-981c-6896407f7fd8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.809492] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 169a5ea0-6dfa-4956-b60d-b6872a2673c4 [ 1175.811859] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.812731] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.812731] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.812731] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.812731] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.812731] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:169a5ea0-6dfa-4956-b60d-b6872a2673c4 already deleted. [ 1175.812731] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-169a5ea0-6dfa-4956-b60d-b6872a2673c4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.885717] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.991877] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.992130] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.992264] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.992552] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.992710] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.992875] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 8da4c814-4fc7-40b6-981c-6896407f7fd8 not found, creating... [ 1175.993159] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.993321] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.993445] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.993712] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.993859] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.994171] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.994350] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.994471] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.994687] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.994828] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.994972] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 8da4c814-4fc7-40b6-981c-6896407f7fd8 is going to be created. [ 1176.006831] env[69430]: INFO networking_nsxv3.common.synchronization [None req-00a0a2ef-887e-4bcb-8c7f-6aa92c3e8eaf tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Enqueued Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_rules [ 1176.007432] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_rules [ 1176.007781] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-959689f4-fd30-4db7-b303-23b66da7cfc8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.008090] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.008090] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.008578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.008681] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.020692] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.021064] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.021201] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.021418] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.021669] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.021903] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-8da4c814-4fc7-40b6-981c-6896407f7fd8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.110314] env[69430]: INFO networking_nsxv3.common.synchronization [None req-ebc59b1f-166d-4c60-a3ce-f8f69b19f137 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Enqueued Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_rules [ 1176.110873] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_rules [ 1176.111250] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-959689f4-fd30-4db7-b303-23b66da7cfc8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.111349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.388488] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.391412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.391412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.391412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.391412] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.391412] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1176.423157] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.423157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.423157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.423157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.423157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.431808] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1176.534141] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.534141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.534141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.534141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.534141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.534141] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 already deleted. [ 1176.534141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.534141] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.534737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.534737] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.055106] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.055552] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.055552] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.055552] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.055839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.055839] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 already deleted. [ 1177.055839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.128020] env[69430]: INFO networking_nsxv3.common.synchronization [req-d71de3c8-f25f-4006-8cf3-17f417eda7cf req-4fc42e8e-f579-4c6a-b4ec-57710de4d418 service nova] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_rules [ 1177.128020] env[69430]: INFO networking_nsxv3.common.synchronization [req-d71de3c8-f25f-4006-8cf3-17f417eda7cf req-4fc42e8e-f579-4c6a-b4ec-57710de4d418 service nova] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1177.128020] env[69430]: INFO networking_nsxv3.common.synchronization [req-d71de3c8-f25f-4006-8cf3-17f417eda7cf req-4fc42e8e-f579-4c6a-b4ec-57710de4d418 service nova] Enqueued Resource ID: 8da4c814-4fc7-40b6-981c-6896407f7fd8 with Priority: HIGHEST for action port [ 1177.128461] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_rules [ 1177.128801] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1177.129112] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da4c814-4fc7-40b6-981c-6896407f7fd8 with Priority: HIGHEST for action port [ 1177.129630] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.130212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.130459] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.130799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.133018] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.133018] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.133018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.133018] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-8da4c814-4fc7-40b6-981c-6896407f7fd8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.133018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8da4c814-4fc7-40b6-981c-6896407f7fd8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.133018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8da4c814-4fc7-40b6-981c-6896407f7fd8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.133018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8da4c814-4fc7-40b6-981c-6896407f7fd8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.133018] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8da4c814-4fc7-40b6-981c-6896407f7fd8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.236168] env[69430]: INFO networking_nsxv3.common.synchronization [req-42a33a1b-b334-4886-ab5c-c4147f07000b req-e248b43a-f5d1-410e-abe4-eb2e8543a513 tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Enqueued Resource ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 with Priority: HIGHEST for action security_group_members [ 1177.236168] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 with Priority: HIGHEST for action security_group_members [ 1177.236168] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff85800f-c4ad-44e8-9dfc-f051a65c0097 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.236168] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.236168] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.237743] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.238095] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.238349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.238508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.238769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.238951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.239200] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff85800f-c4ad-44e8-9dfc-f051a65c0097',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.540395] env[69430]: INFO networking_nsxv3.common.synchronization [None req-378b2047-11f6-4ff4-a23d-2b2fe60b9e1e None None] Enqueued Resource ID: 02d1affa-df90-4bfa-a4a4-1d1dbda7115c with Priority: HIGHEST for action port [ 1177.541223] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d1affa-df90-4bfa-a4a4-1d1dbda7115c with Priority: HIGHEST for action port [ 1177.542340] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-02d1affa-df90-4bfa-a4a4-1d1dbda7115c taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.542495] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02d1affa-df90-4bfa-a4a4-1d1dbda7115c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.542583] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02d1affa-df90-4bfa-a4a4-1d1dbda7115c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.542883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02d1affa-df90-4bfa-a4a4-1d1dbda7115c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.542977] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02d1affa-df90-4bfa-a4a4-1d1dbda7115c',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.610084] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.610287] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-692" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.610419] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-692" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.610749] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-692" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.611145] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.611337] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.611517] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.611689] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.611840] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.612067] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.612329] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.612472] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.612592] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.612986] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.613205] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.613366] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.634997] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.634997] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1177.634997] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.634997] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-692" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.634997] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-5501f0c9-6f20-4f7f-8f41-39dde74808a4 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.634997] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-5501f0c9-6f20-4f7f-8f41-39dde74808a4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.634997] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-5501f0c9-6f20-4f7f-8f41-39dde74808a4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.634997] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-5501f0c9-6f20-4f7f-8f41-39dde74808a4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.634997] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5501f0c9-6f20-4f7f-8f41-39dde74808a4',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.638048] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.638048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.638048] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8da4c814-4fc7-40b6-981c-6896407f7fd8 with status ACTIVE [ 1177.638048] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.638048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.638048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.638048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.638048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.638048] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.638048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.638048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.638560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.638560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.638560] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.638560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.638560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.638739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.638768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.639584] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8da4c814-4fc7-40b6-981c-6896407f7fd8 is going to be updated. [ 1177.660488] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.660727] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.660727] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.660894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.661042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.661206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8da4c814-4fc7-40b6-981c-6896407f7fd8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.741192] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.741392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.741456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.741707] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.741886] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.742014] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.742119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.742182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.742335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.742418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.742837] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 already deleted. [ 1177.742938] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.046071] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02d1affa-df90-4bfa-a4a4-1d1dbda7115c [ 1178.047385] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.047385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.047385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.047385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.047385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.047385] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02d1affa-df90-4bfa-a4a4-1d1dbda7115c already deleted. [ 1178.047385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02d1affa-df90-4bfa-a4a4-1d1dbda7115c" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.141551] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.143423] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.144191] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.144736] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.146164] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.146164] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 5501f0c9-6f20-4f7f-8f41-39dde74808a4 not found, creating... [ 1178.147244] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.147244] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.147244] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.147587] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.147988] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.148409] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.149270] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.149534] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.149866] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.151628] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.151628] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 5501f0c9-6f20-4f7f-8f41-39dde74808a4 is going to be created. [ 1178.176018] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.176018] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.176018] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.176018] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.176018] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.176018] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-5501f0c9-6f20-4f7f-8f41-39dde74808a4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.443137] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1178.445995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.445995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.445995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.445995] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.445995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.445995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.445995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.445995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.445995] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.491213] env[69430]: INFO networking_nsxv3.common.synchronization [None req-2ecee952-b0e7-4cd3-b6dc-866c0b2dde80 None None] Enqueued Resource ID: 1977c06c-b843-4961-9b18-5f2582bcb1af with Priority: HIGHEST for action port [ 1178.491213] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1977c06c-b843-4961-9b18-5f2582bcb1af with Priority: HIGHEST for action port [ 1178.491213] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-1977c06c-b843-4961-9b18-5f2582bcb1af taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.491213] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1977c06c-b843-4961-9b18-5f2582bcb1af" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.491213] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1977c06c-b843-4961-9b18-5f2582bcb1af" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.491213] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1977c06c-b843-4961-9b18-5f2582bcb1af" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.491715] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1977c06c-b843-4961-9b18-5f2582bcb1af',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.869023] env[69430]: INFO networking_nsxv3.common.synchronization [req-42a33a1b-b334-4886-ab5c-c4147f07000b req-64ad5d46-c1a1-43e3-87e1-9d80de732925 service nova] Enqueued Resource ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 with Priority: HIGHEST for action security_group_rules [ 1178.869023] env[69430]: INFO networking_nsxv3.common.synchronization [req-42a33a1b-b334-4886-ab5c-c4147f07000b req-64ad5d46-c1a1-43e3-87e1-9d80de732925 service nova] Enqueued Resource ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 with Priority: HIGHEST for action security_group_members [ 1178.869023] env[69430]: INFO networking_nsxv3.common.synchronization [req-42a33a1b-b334-4886-ab5c-c4147f07000b req-64ad5d46-c1a1-43e3-87e1-9d80de732925 service nova] Enqueued Resource ID: 5501f0c9-6f20-4f7f-8f41-39dde74808a4 with Priority: HIGHEST for action port [ 1178.869023] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 with Priority: HIGHEST for action security_group_rules [ 1178.869023] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 with Priority: HIGHEST for action security_group_members [ 1178.869023] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5501f0c9-6f20-4f7f-8f41-39dde74808a4 with Priority: HIGHEST for action port [ 1178.869023] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.869023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.869023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.869023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.869023] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff85800f-c4ad-44e8-9dfc-f051a65c0097',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.872838] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff85800f-c4ad-44e8-9dfc-f051a65c0097 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.874897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.876686] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.877066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.880788] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.880788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.880788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.880788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.880788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.880788] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff85800f-c4ad-44e8-9dfc-f051a65c0097',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.880788] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-5501f0c9-6f20-4f7f-8f41-39dde74808a4 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.880788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5501f0c9-6f20-4f7f-8f41-39dde74808a4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.880788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5501f0c9-6f20-4f7f-8f41-39dde74808a4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.880788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5501f0c9-6f20-4f7f-8f41-39dde74808a4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.880788] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5501f0c9-6f20-4f7f-8f41-39dde74808a4',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.948372] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.994791] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1977c06c-b843-4961-9b18-5f2582bcb1af [ 1178.995044] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.995475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.995475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.995615] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.995696] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.995766] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1977c06c-b843-4961-9b18-5f2582bcb1af already deleted. [ 1178.995845] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1977c06c-b843-4961-9b18-5f2582bcb1af" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.382117] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff85800f-c4ad-44e8-9dfc-f051a65c0097',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.384052] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff85800f-c4ad-44e8-9dfc-f051a65c0097 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.384052] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.384391] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5501f0c9-6f20-4f7f-8f41-39dde74808a4 with status ACTIVE [ 1179.384607] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.384743] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.386482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.386482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.386482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.386482] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.386482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.386482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.386482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.386482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.386482] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.386482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.386482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.386482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.386482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.386482] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5501f0c9-6f20-4f7f-8f41-39dde74808a4 is going to be updated. [ 1179.410541] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.410541] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.410541] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.410541] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.410541] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.411397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5501f0c9-6f20-4f7f-8f41-39dde74808a4" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.451153] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.667528] env[69430]: INFO networking_nsxv3.common.synchronization [None req-1b790086-2c1d-4d50-a215-4d3c23a919a2 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Enqueued Resource ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 with Priority: HIGHEST for action security_group_rules [ 1179.667726] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 with Priority: HIGHEST for action security_group_rules [ 1179.668096] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.668631] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.668631] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.668631] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.668868] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ecb90c-db5f-418d-9b77-9df5b7ac4724',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.822339] env[69430]: INFO networking_nsxv3.common.synchronization [None req-bd9301b2-5a57-417d-9189-835537e64b80 tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Enqueued Resource ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 with Priority: HIGHEST for action security_group_rules [ 1179.823027] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 with Priority: HIGHEST for action security_group_rules [ 1179.823316] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.823421] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.885637] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff85800f-c4ad-44e8-9dfc-f051a65c0097',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.956156] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.957341] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.957341] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.957341] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.957341] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.957341] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1179.988078] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.988259] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.988304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.988513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.989011] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.000914] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1180.199863] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.200063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.200127] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.200299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.200390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.200488] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 already deleted. [ 1180.200573] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.200802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.200974] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.201079] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ecb90c-db5f-418d-9b77-9df5b7ac4724',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.390769] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.390769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.390769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.390769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.390769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.390769] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 is going to be created. [ 1180.423181] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.423181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.423181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.423181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.423181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.434274] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 in Status: UNINITIALIZED for 2s [ 1180.748411] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.748602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.748708] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.749022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.749182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.749316] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 already deleted. [ 1180.749502] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.970028] env[69430]: INFO networking_nsxv3.common.synchronization [None req-d165e2cd-27eb-4c19-98d3-6e3c9d92be95 None None] Enqueued Resource ID: b38ad4fa-c3dc-4ab7-b17a-464d2692a1cd with Priority: HIGHEST for action port [ 1180.970028] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38ad4fa-c3dc-4ab7-b17a-464d2692a1cd with Priority: HIGHEST for action port [ 1180.970429] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-b38ad4fa-c3dc-4ab7-b17a-464d2692a1cd taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.970764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b38ad4fa-c3dc-4ab7-b17a-464d2692a1cd" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.970986] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b38ad4fa-c3dc-4ab7-b17a-464d2692a1cd" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.973396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b38ad4fa-c3dc-4ab7-b17a-464d2692a1cd" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.973396] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b38ad4fa-c3dc-4ab7-b17a-464d2692a1cd',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.009076] env[69430]: INFO networking_nsxv3.common.synchronization [req-12d9b46f-601b-41fe-9f8d-f67af797cb02 req-a9f9cd41-a5d5-4b62-a46d-009c7866d961 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1181.009076] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1181.009076] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.009076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.009076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.009868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.010259] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.010522] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.011463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.011463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.011799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.013026] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.293216] env[69430]: INFO networking_nsxv3.common.synchronization [req-12d9b46f-601b-41fe-9f8d-f67af797cb02 req-1e01773f-3e09-47ec-a64d-b592963a2fef tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1181.293216] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1181.293922] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.294224] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.474649] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b38ad4fa-c3dc-4ab7-b17a-464d2692a1cd [ 1181.474964] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.475143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.475188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.475382] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.475487] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.475570] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b38ad4fa-c3dc-4ab7-b17a-464d2692a1cd already deleted. [ 1181.475650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b38ad4fa-c3dc-4ab7-b17a-464d2692a1cd" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.515536] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.515697] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.516077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.518352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.519455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.519455] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.519455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.519455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.519455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.519455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.519455] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 already deleted. [ 1181.519455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.519802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.519897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.520229] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.520229] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.520326] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.520441] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.520517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.520610] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.661872] env[69430]: INFO networking_nsxv3.common.synchronization [req-12d9b46f-601b-41fe-9f8d-f67af797cb02 req-eb8d08ba-46e1-4ea8-8fb1-ac3751878805 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1181.662497] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1181.662842] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.662954] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.937398] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.937608] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-555" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.937740] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-555" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.938101] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-555" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.938373] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.938537] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.938658] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.938877] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.939176] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.939413] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.939537] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.939653] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.939765] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.939878] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.939987] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.940132] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.961013] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.961215] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1181.961417] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.961544] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-555" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.961861] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-b72db376-f404-4e4e-8246-1c3e1878329a taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.962057] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-b72db376-f404-4e4e-8246-1c3e1878329a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.962189] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-b72db376-f404-4e4e-8246-1c3e1878329a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.962509] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-b72db376-f404-4e4e-8246-1c3e1878329a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.962653] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b72db376-f404-4e4e-8246-1c3e1878329a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.012929] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1182.013162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.013325] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.013556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.013848] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.013986] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.014069] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.014235] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.014320] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.014411] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.014505] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.025062] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.025210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.025257] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.025454] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.025545] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.025746] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.025846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.025920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.026140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.026224] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.026313] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 already deleted. [ 1182.026392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.026843] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.027012] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.027668] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.027776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.027835] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.027979] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.028214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.028317] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.445459] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 in Status: SUCCESS [ 1182.445673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.445890] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.446151] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.446348] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.446464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.446525] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.446687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.446759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.446852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.446941] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff85800f-c4ad-44e8-9dfc-f051a65c0097',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.465019] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.465316] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.465458] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.465758] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.465921] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.466187] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port b72db376-f404-4e4e-8246-1c3e1878329a not found, creating... [ 1182.466477] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.466645] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.466765] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.467138] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.467235] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.467536] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.467731] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.467828] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.468056] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.468199] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.468346] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: b72db376-f404-4e4e-8246-1c3e1878329a is going to be created. [ 1182.490129] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.490534] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.490534] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.490742] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.490970] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.491223] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-b72db376-f404-4e4e-8246-1c3e1878329a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.516653] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.516952] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.516952] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.517144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.517325] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.517436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.517508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.517696] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.517819] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.517945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.518176] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.518312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.518392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.518579] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.518733] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.518840] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.518969] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.519139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.519220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.519303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.519391] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.530511] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.530664] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.530733] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.530945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.531047] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.531248] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.531352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.531414] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.531602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.531692] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.531785] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 already deleted. [ 1182.531866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.949941] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff85800f-c4ad-44e8-9dfc-f051a65c0097',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.022230] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1ada142-bb55-41a3-a96c-ab4666c56b97: rpc.has_security_group_logging(os_id): False [ 1183.042627] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.042817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.042895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.043169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.043270] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.043477] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.043580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.043684] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.043865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.043974] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.044253] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.044458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.044458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.044740] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.044815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.044994] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.045210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.045290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.045932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.045932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.045932] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1183.105473] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.105680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.105762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.105930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.106092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.122742] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1183.255856] env[69430]: INFO networking_nsxv3.common.synchronization [req-12d9b46f-601b-41fe-9f8d-f67af797cb02 req-f19f683d-7cfd-45ae-b976-bccd73c9fe1b service nova] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_rules [ 1183.256048] env[69430]: INFO networking_nsxv3.common.synchronization [req-12d9b46f-601b-41fe-9f8d-f67af797cb02 req-f19f683d-7cfd-45ae-b976-bccd73c9fe1b service nova] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1183.256199] env[69430]: INFO networking_nsxv3.common.synchronization [req-12d9b46f-601b-41fe-9f8d-f67af797cb02 req-f19f683d-7cfd-45ae-b976-bccd73c9fe1b service nova] Enqueued Resource ID: b72db376-f404-4e4e-8246-1c3e1878329a with Priority: HIGHEST for action port [ 1183.256440] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_rules [ 1183.256573] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1183.256672] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b72db376-f404-4e4e-8246-1c3e1878329a with Priority: HIGHEST for action port [ 1183.257933] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.257933] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.257933] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.258143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.258232] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.259725] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.259858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.259930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.260125] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.260281] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.260420] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.260463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.260848] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.260944] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.261051] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.261951] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-b72db376-f404-4e4e-8246-1c3e1878329a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.262064] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b72db376-f404-4e4e-8246-1c3e1878329a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.262064] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b72db376-f404-4e4e-8246-1c3e1878329a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.262220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b72db376-f404-4e4e-8246-1c3e1878329a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.262299] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b72db376-f404-4e4e-8246-1c3e1878329a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.404085] env[69430]: INFO networking_nsxv3.common.synchronization [req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 req-56e64c80-208f-4048-93eb-9bedbdfa8635 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Enqueued Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_members [ 1183.407139] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_members [ 1183.408177] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-959689f4-fd30-4db7-b303-23b66da7cfc8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.408344] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.408796] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.409339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.409803] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.410636] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.410636] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.410636] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.410844] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.411704] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.452515] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff85800f-c4ad-44e8-9dfc-f051a65c0097: rpc.has_security_group_logging(os_id): False [ 1183.473727] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.473927] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.474016] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.474236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.474839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.474839] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.474839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.474839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.475167] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.475167] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.475167] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 is going to be created. [ 1183.544342] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.544762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.544762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.544898] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.546777] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.556854] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 in Status: IN_PROGRESS for 2s [ 1183.763113] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.763796] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.763796] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.764121] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.765971] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.765971] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.765971] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.766300] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.766530] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.766840] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.767657] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.767657] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.767657] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.767657] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.767657] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.767884] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.769262] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.770497] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.770651] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.770860] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b72db376-f404-4e4e-8246-1c3e1878329a with status ACTIVE [ 1183.771079] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.771237] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.771344] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.771602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.771762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.771985] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.772149] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.772254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.772512] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.772658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.772912] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.773084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.773205] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.773392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.773511] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.773717] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b72db376-f404-4e4e-8246-1c3e1878329a is going to be updated. [ 1183.799602] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.799602] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1183.799602] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.799602] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.799815] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-51db6948-a4d1-4125-9168-bace2d345aef taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.800039] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-51db6948-a4d1-4125-9168-bace2d345aef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.800189] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-51db6948-a4d1-4125-9168-bace2d345aef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.800571] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-51db6948-a4d1-4125-9168-bace2d345aef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.800720] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51db6948-a4d1-4125-9168-bace2d345aef',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.802915] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.803710] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.803821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.804125] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.804337] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.805579] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b72db376-f404-4e4e-8246-1c3e1878329a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.916438] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.916438] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.916438] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.916697] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.916753] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.916973] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.918593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.918702] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.918892] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.918979] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.919087] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 already deleted. [ 1183.919174] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.055361] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-511 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.055361] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-511" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.055361] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-511" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.055361] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-511" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.055361] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.055674] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.055674] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.055904] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.055939] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.056489] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1184.056489] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.056562] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.057193] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.057193] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1184.057193] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.057193] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.077073] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.077248] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1184.077449] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.077571] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-511" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.077889] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-44f87659-18fd-4657-9ec0-f73a70d10288 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.078088] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-44f87659-18fd-4657-9ec0-f73a70d10288" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.078215] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-44f87659-18fd-4657-9ec0-f73a70d10288" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.078538] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-44f87659-18fd-4657-9ec0-f73a70d10288" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.078688] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44f87659-18fd-4657-9ec0-f73a70d10288',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.228742] env[69430]: INFO networking_nsxv3.common.synchronization [None req-08234903-fbfc-475b-bf0a-04a5687fd880 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Enqueued Resource ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 with Priority: HIGHEST for action security_group_rules [ 1184.228742] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 with Priority: HIGHEST for action security_group_rules [ 1184.228742] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.228742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.228742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.228742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.228742] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73e4cce0-59eb-47c4-ad7f-afad70adf5b5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.279609] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.302527] env[69430]: INFO networking_nsxv3.common.synchronization [None req-1517eb35-ee88-4624-990f-765479414f75 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Enqueued Resource ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 with Priority: HIGHEST for action security_group_rules [ 1184.302527] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 with Priority: HIGHEST for action security_group_rules [ 1184.302527] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.302527] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.307622] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.307622] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.307622] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.308024] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.308311] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.308834] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 51db6948-a4d1-4125-9168-bace2d345aef not found, creating... [ 1184.308931] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.309267] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.309435] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.309746] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.309991] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.310398] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.310654] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.310837] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.311178] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.311339] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.311542] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 51db6948-a4d1-4125-9168-bace2d345aef is going to be created. [ 1184.333893] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.334137] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.334280] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.336773] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.336773] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.336773] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-51db6948-a4d1-4125-9168-bace2d345aef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.580991] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.581388] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.581388] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.581724] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.581889] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.582105] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 44f87659-18fd-4657-9ec0-f73a70d10288 not found, creating... [ 1184.582432] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.582608] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.582733] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.583009] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.583194] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.583495] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.583851] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.583983] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.584224] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.584365] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.584513] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 44f87659-18fd-4657-9ec0-f73a70d10288 is going to be created. [ 1184.606399] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.606617] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.606762] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.607140] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.607485] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.607621] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-44f87659-18fd-4657-9ec0-f73a70d10288" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.750576] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.750744] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.751112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.751112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.751112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.751217] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 already deleted. [ 1184.751314] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.751443] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.751595] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.751700] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73e4cce0-59eb-47c4-ad7f-afad70adf5b5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.785283] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.785468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.785505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.786076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.786076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.786076] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 is going to be created. [ 1184.813912] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.814132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.814132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.814357] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.814513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.824770] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: UNINITIALIZED for 2s [ 1185.142565] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1185.142832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.274689] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.274912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.274983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.275174] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.275266] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.275390] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 already deleted. [ 1185.275508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.383843] env[69430]: INFO networking_nsxv3.common.synchronization [req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 req-c27832b5-dda2-46b6-b1ae-be6109eb9e6b service nova] Enqueued Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_rules [ 1185.384090] env[69430]: INFO networking_nsxv3.common.synchronization [req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 req-c27832b5-dda2-46b6-b1ae-be6109eb9e6b service nova] Enqueued Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_members [ 1185.384278] env[69430]: INFO networking_nsxv3.common.synchronization [req-a67e2b5a-650b-4baf-bda5-db08b3fdb6e0 req-c27832b5-dda2-46b6-b1ae-be6109eb9e6b service nova] Enqueued Resource ID: 51db6948-a4d1-4125-9168-bace2d345aef with Priority: HIGHEST for action port [ 1185.384908] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_rules [ 1185.385660] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_members [ 1185.385812] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51db6948-a4d1-4125-9168-bace2d345aef with Priority: HIGHEST for action port [ 1185.387328] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-959689f4-fd30-4db7-b303-23b66da7cfc8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.387465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.387533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.387741] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.387831] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.388906] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-959689f4-fd30-4db7-b303-23b66da7cfc8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.389037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.389125] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.389343] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.389557] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.389655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.389839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.389896] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.390325] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.390475] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.393936] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-51db6948-a4d1-4125-9168-bace2d345aef taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.393936] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51db6948-a4d1-4125-9168-bace2d345aef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.393936] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51db6948-a4d1-4125-9168-bace2d345aef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.393936] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51db6948-a4d1-4125-9168-bace2d345aef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.393936] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51db6948-a4d1-4125-9168-bace2d345aef',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.417993] env[69430]: INFO networking_nsxv3.common.synchronization [req-12d9b46f-601b-41fe-9f8d-f67af797cb02 req-112583cd-0435-4f08-8ec3-e90fa8180341 service nova] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_rules [ 1185.420184] env[69430]: INFO networking_nsxv3.common.synchronization [req-12d9b46f-601b-41fe-9f8d-f67af797cb02 req-112583cd-0435-4f08-8ec3-e90fa8180341 service nova] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1185.420184] env[69430]: INFO networking_nsxv3.common.synchronization [req-12d9b46f-601b-41fe-9f8d-f67af797cb02 req-112583cd-0435-4f08-8ec3-e90fa8180341 service nova] Enqueued Resource ID: 44f87659-18fd-4657-9ec0-f73a70d10288 with Priority: HIGHEST for action port [ 1185.420184] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_rules [ 1185.420184] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1185.420184] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f87659-18fd-4657-9ec0-f73a70d10288 with Priority: HIGHEST for action port [ 1185.420184] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.420513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.420811] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.421181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.422832] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-44f87659-18fd-4657-9ec0-f73a70d10288 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.422832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44f87659-18fd-4657-9ec0-f73a70d10288" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.422832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44f87659-18fd-4657-9ec0-f73a70d10288" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.422832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44f87659-18fd-4657-9ec0-f73a70d10288" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.423120] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44f87659-18fd-4657-9ec0-f73a70d10288',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.569812] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 in Status: SUCCESS [ 1185.570125] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.789211] env[69430]: INFO networking_nsxv3.common.synchronization [req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 req-6c6ef3c5-bcb4-488a-8033-a8ee88f6b878 tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Enqueued Resource ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 with Priority: HIGHEST for action security_group_members [ 1185.789804] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 with Priority: HIGHEST for action security_group_members [ 1185.790548] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a40a9682-f7f9-478e-a3bb-ad3b36014a58 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.790709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.791104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.791682] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.791867] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.791980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.792068] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.792222] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.792310] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.792421] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a40a9682-f7f9-478e-a3bb-ad3b36014a58',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.894507] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-959689f4-fd30-4db7-b303-23b66da7cfc8 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.894881] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.896212] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51db6948-a4d1-4125-9168-bace2d345aef with status ACTIVE [ 1185.896501] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.896663] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.896763] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.897067] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.897212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.897429] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.897787] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.898074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.898460] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.898602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.898834] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.899042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.899142] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.899321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.899423] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.899644] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51db6948-a4d1-4125-9168-bace2d345aef is going to be updated. [ 1185.900999] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.922372] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.922528] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.922599] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.922832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.922974] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.923154] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51db6948-a4d1-4125-9168-bace2d345aef" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.925917] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44f87659-18fd-4657-9ec0-f73a70d10288 with status ACTIVE [ 1185.926309] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.926446] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.926529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.926721] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.926808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.926979] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.927092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.927152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.927299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.927374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.927556] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.927652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.927727] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.927870] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.927944] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.928049] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44f87659-18fd-4657-9ec0-f73a70d10288 is going to be updated. [ 1185.952837] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.952991] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.953081] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.953289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.953423] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.953584] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44f87659-18fd-4657-9ec0-f73a70d10288" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.296467] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.296467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.296467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.296467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.296467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.296467] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.296467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.296467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.296467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.296467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.296467] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 already deleted. [ 1186.296467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.300385] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.300385] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-920" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.300385] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-920" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.300385] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-920" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.300385] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.300613] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.301234] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.301234] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.301234] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.303937] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.303937] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.303937] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.303937] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.303937] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.303937] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.303937] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.322823] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.323012] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1186.323170] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.323422] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-920" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.323839] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-b0acf064-5225-4a1a-bf4d-96d6726cb1b5 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.324040] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-b0acf064-5225-4a1a-bf4d-96d6726cb1b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.324188] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-b0acf064-5225-4a1a-bf4d-96d6726cb1b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.324489] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-b0acf064-5225-4a1a-bf4d-96d6726cb1b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.325655] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0acf064-5225-4a1a-bf4d-96d6726cb1b5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.345221] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.345221] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-555" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.345221] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-555" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.345221] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-555" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.345221] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.345221] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.345221] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.345785] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.346219] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.349020] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.349020] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.349020] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.349020] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.349020] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.349020] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.349020] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.367994] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.368390] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1186.368390] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.368605] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-555" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.368972] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-620553d8-8a5a-4441-ae6f-a921241e22d2 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.369141] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-620553d8-8a5a-4441-ae6f-a921241e22d2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.369295] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-620553d8-8a5a-4441-ae6f-a921241e22d2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.369593] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-620553d8-8a5a-4441-ae6f-a921241e22d2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.369743] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('620553d8-8a5a-4441-ae6f-a921241e22d2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.405306] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.828184] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.828538] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.828538] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.828823] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.828978] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.829152] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port b0acf064-5225-4a1a-bf4d-96d6726cb1b5 not found, creating... [ 1186.829421] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.829584] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.829713] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.829939] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.830094] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.830382] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.830543] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.830700] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.830876] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.831024] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.831170] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: b0acf064-5225-4a1a-bf4d-96d6726cb1b5 is going to be created. [ 1186.835013] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: SUCCESS [ 1186.835013] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.835161] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.835247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.835391] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.835496] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.835558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.835703] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.835783] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.835867] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.835963] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.836816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.836979] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.837607] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.837723] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.837808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.837937] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.838022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.838640] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.856263] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.856453] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.857122] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.857122] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.857372] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.857638] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-b0acf064-5225-4a1a-bf4d-96d6726cb1b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.878548] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.878548] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.878548] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.878548] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.878746] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.878819] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 620553d8-8a5a-4441-ae6f-a921241e22d2 not found, creating... [ 1186.879100] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.879266] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.879394] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.879623] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.879770] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.880085] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.880254] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.880379] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.880595] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.880737] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.880886] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 620553d8-8a5a-4441-ae6f-a921241e22d2 is going to be created. [ 1186.904455] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.904699] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.904881] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.905221] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.905548] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.905849] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-620553d8-8a5a-4441-ae6f-a921241e22d2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.908970] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.909133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.909133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.909333] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.909430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.909580] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 is going to be created. [ 1186.951417] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.951656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.951656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.951954] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.953600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.967442] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 in Status: UNINITIALIZED for 2s [ 1187.340644] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.340831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.341188] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.793085] env[69430]: INFO networking_nsxv3.common.synchronization [req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 req-bfa3a95f-4370-41da-98e9-cd3bacbf1ded service nova] Enqueued Resource ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 with Priority: HIGHEST for action security_group_rules [ 1187.793902] env[69430]: INFO networking_nsxv3.common.synchronization [req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 req-bfa3a95f-4370-41da-98e9-cd3bacbf1ded service nova] Enqueued Resource ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 with Priority: HIGHEST for action security_group_members [ 1187.795517] env[69430]: INFO networking_nsxv3.common.synchronization [req-eb9d3f21-4b1a-47f6-a6e5-8d3258322b58 req-bfa3a95f-4370-41da-98e9-cd3bacbf1ded service nova] Enqueued Resource ID: b0acf064-5225-4a1a-bf4d-96d6726cb1b5 with Priority: HIGHEST for action port [ 1187.795517] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 with Priority: HIGHEST for action security_group_rules [ 1187.795517] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 with Priority: HIGHEST for action security_group_members [ 1187.795517] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0acf064-5225-4a1a-bf4d-96d6726cb1b5 with Priority: HIGHEST for action port [ 1187.795517] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a40a9682-f7f9-478e-a3bb-ad3b36014a58 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.795737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.795737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.796116] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.796233] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a40a9682-f7f9-478e-a3bb-ad3b36014a58',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.798036] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a40a9682-f7f9-478e-a3bb-ad3b36014a58 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.801095] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.801166] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.801361] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.801550] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.801663] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.801765] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.801898] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.801986] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.802421] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a40a9682-f7f9-478e-a3bb-ad3b36014a58',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.803446] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0acf064-5225-4a1a-bf4d-96d6726cb1b5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.803650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0acf064-5225-4a1a-bf4d-96d6726cb1b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.803810] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0acf064-5225-4a1a-bf4d-96d6726cb1b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.804107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0acf064-5225-4a1a-bf4d-96d6726cb1b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.804263] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0acf064-5225-4a1a-bf4d-96d6726cb1b5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.827932] env[69430]: INFO networking_nsxv3.common.synchronization [req-12d9b46f-601b-41fe-9f8d-f67af797cb02 req-79b50934-9f80-4321-bc3c-f44e2ca58161 service nova] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_rules [ 1187.827932] env[69430]: INFO networking_nsxv3.common.synchronization [req-12d9b46f-601b-41fe-9f8d-f67af797cb02 req-79b50934-9f80-4321-bc3c-f44e2ca58161 service nova] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1187.827932] env[69430]: INFO networking_nsxv3.common.synchronization [req-12d9b46f-601b-41fe-9f8d-f67af797cb02 req-79b50934-9f80-4321-bc3c-f44e2ca58161 service nova] Enqueued Resource ID: 620553d8-8a5a-4441-ae6f-a921241e22d2 with Priority: HIGHEST for action port [ 1187.827932] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_rules [ 1187.827932] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1187.828175] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 620553d8-8a5a-4441-ae6f-a921241e22d2 with Priority: HIGHEST for action port [ 1187.828849] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.829115] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.829260] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.829346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.829528] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-620553d8-8a5a-4441-ae6f-a921241e22d2 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.830390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-620553d8-8a5a-4441-ae6f-a921241e22d2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.830390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-620553d8-8a5a-4441-ae6f-a921241e22d2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.830390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-620553d8-8a5a-4441-ae6f-a921241e22d2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.830390] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('620553d8-8a5a-4441-ae6f-a921241e22d2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.846125] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.962508] env[69430]: INFO networking_nsxv3.common.synchronization [req-d9b205a0-7059-4c2d-aa95-389515b817c9 req-c0502fea-6e00-4ae2-81a3-9037f8aefacd tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Enqueued Resource ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 with Priority: HIGHEST for action security_group_members [ 1187.963102] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 with Priority: HIGHEST for action security_group_members [ 1187.963496] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.963655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.963754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.969810] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.969810] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.969810] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.969810] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.969810] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.969810] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.969810] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ecb90c-db5f-418d-9b77-9df5b7ac4724',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.308143] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a40a9682-f7f9-478e-a3bb-ad3b36014a58 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.308143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.308143] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a40a9682-f7f9-478e-a3bb-ad3b36014a58',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.308962] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0acf064-5225-4a1a-bf4d-96d6726cb1b5 with status ACTIVE [ 1188.309440] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.311020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.311020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.311020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.311020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.311020] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.311020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.311020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.311020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.311020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.311020] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.313924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.313924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.313924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.313924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.313924] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0acf064-5225-4a1a-bf4d-96d6726cb1b5 is going to be updated. [ 1188.335654] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.336203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.336336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.336567] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.336750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.336946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0acf064-5225-4a1a-bf4d-96d6726cb1b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.337218] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 620553d8-8a5a-4441-ae6f-a921241e22d2 with status ACTIVE [ 1188.337455] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.337650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.337723] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.338044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.338044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.339064] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.339064] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.339064] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.339064] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.339064] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.339064] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.339064] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.339064] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.339064] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.340396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.340396] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 620553d8-8a5a-4441-ae6f-a921241e22d2 is going to be updated. [ 1188.348189] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.348189] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.348189] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.348189] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.348418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.349425] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 is going to be updated. [ 1188.364574] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.364822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.364934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.365346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.365611] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.365853] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-620553d8-8a5a-4441-ae6f-a921241e22d2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.379026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.379202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.379249] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.379841] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.379841] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.392584] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: IN_PROGRESS for 2s [ 1188.425919] env[69430]: INFO networking_nsxv3.common.synchronization [req-9ba403f3-d415-46ef-95d5-c5f0640864f2 req-d38e9880-4f4f-49a2-9f32-462c3fa90448 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1188.426782] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1188.427597] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.428447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.428670] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.428888] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.429076] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.429190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.429256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.429420] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.429506] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.429693] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.471315] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.471545] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.471545] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.471918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.472074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.472311] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.472651] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.472726] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.472909] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.473033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.473132] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 already deleted. [ 1188.473225] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.513947] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.514281] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-268" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.514486] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-268" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.514885] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-268" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.515300] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.515556] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.515760] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.516141] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.516390] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.516712] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.516914] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.517142] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.517352] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.517566] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.517785] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.518043] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.542569] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.542878] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1188.543109] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.543356] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-268" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.543796] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-84882327-7f7e-435c-a76f-e8f17a660d81 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.544089] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-84882327-7f7e-435c-a76f-e8f17a660d81" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.544309] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-84882327-7f7e-435c-a76f-e8f17a660d81" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.544756] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-84882327-7f7e-435c-a76f-e8f17a660d81" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.544994] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84882327-7f7e-435c-a76f-e8f17a660d81',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.813927] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a40a9682-f7f9-478e-a3bb-ad3b36014a58',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.931284] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.978054] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 in Status: SUCCESS [ 1188.978177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.979533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.979533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.979533] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.979533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.979533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.979533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.979533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.979533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.979533] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.047843] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.048095] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.049125] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.049125] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.049125] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.049125] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 84882327-7f7e-435c-a76f-e8f17a660d81 not found, creating... [ 1189.049295] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.049351] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.049452] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.049671] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.049864] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.050238] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.050404] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.054191] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.054191] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.054191] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.054191] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 84882327-7f7e-435c-a76f-e8f17a660d81 is going to be created. [ 1189.074385] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.074598] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.074729] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.075022] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.075261] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.075487] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-84882327-7f7e-435c-a76f-e8f17a660d81" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.319131] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.319131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.319131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.319131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.319131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.319131] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 is going to be created. [ 1189.346915] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.346915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.346915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.346915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.346915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.354483] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 in Status: UNINITIALIZED for 2s [ 1189.433993] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.481766] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.937180] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.937621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.937621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.937621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.937753] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.937806] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1189.967889] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.968080] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.968128] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.968332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.968475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.981469] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1189.985968] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 959689f4-fd30-4db7-b303-23b66da7cfc8: rpc.has_security_group_logging(os_id): False [ 1190.004095] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.004247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.004323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.004540] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.004631] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.004875] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.004974] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.005056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.005200] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.005303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.005396] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 is going to be created. [ 1190.072523] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.072684] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.072786] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.072959] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.073168] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.083491] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 in Status: IN_PROGRESS for 2s [ 1190.085345] env[69430]: INFO networking_nsxv3.common.synchronization [req-d9b205a0-7059-4c2d-aa95-389515b817c9 req-487ff488-a58b-4555-9219-70c9d8f33a4b service nova] Enqueued Resource ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 with Priority: HIGHEST for action security_group_rules [ 1190.085522] env[69430]: INFO networking_nsxv3.common.synchronization [req-d9b205a0-7059-4c2d-aa95-389515b817c9 req-487ff488-a58b-4555-9219-70c9d8f33a4b service nova] Enqueued Resource ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 with Priority: HIGHEST for action security_group_members [ 1190.085668] env[69430]: INFO networking_nsxv3.common.synchronization [req-d9b205a0-7059-4c2d-aa95-389515b817c9 req-487ff488-a58b-4555-9219-70c9d8f33a4b service nova] Enqueued Resource ID: 84882327-7f7e-435c-a76f-e8f17a660d81 with Priority: HIGHEST for action port [ 1190.085898] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 with Priority: HIGHEST for action security_group_rules [ 1190.087372] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 with Priority: HIGHEST for action security_group_members [ 1190.087372] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84882327-7f7e-435c-a76f-e8f17a660d81 with Priority: HIGHEST for action port [ 1190.087372] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.087505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.087541] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.087720] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.087804] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ecb90c-db5f-418d-9b77-9df5b7ac4724',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.089728] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.089868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.089940] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.090125] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.090283] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.090381] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.090445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.090589] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.091179] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.091301] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ecb90c-db5f-418d-9b77-9df5b7ac4724',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.092762] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-84882327-7f7e-435c-a76f-e8f17a660d81 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.092872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84882327-7f7e-435c-a76f-e8f17a660d81" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.092943] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84882327-7f7e-435c-a76f-e8f17a660d81" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.093113] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84882327-7f7e-435c-a76f-e8f17a660d81" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.093189] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84882327-7f7e-435c-a76f-e8f17a660d81',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.317714] env[69430]: INFO networking_nsxv3.common.synchronization [req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 req-d0ca1cd4-be21-435b-85ed-0cf9459bda9e tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Enqueued Resource ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 with Priority: HIGHEST for action security_group_members [ 1190.319486] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 with Priority: HIGHEST for action security_group_members [ 1190.319486] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.319486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.319486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.319486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.319486] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.319486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.319486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.319855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.319855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.319855] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e4cce0-59eb-47c4-ad7f-afad70adf5b5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.402671] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: SUCCESS [ 1190.402936] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.403117] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.403325] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.403528] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.403641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.403822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.403897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.403975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.404075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.404243] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.404327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.404403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.404556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.404698] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.404818] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.405046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.405217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.405294] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.405377] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.405466] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.406318] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.406481] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.406653] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.406757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.406821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.406968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.407055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.407143] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.597069] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84882327-7f7e-435c-a76f-e8f17a660d81 with status ACTIVE [ 1190.597334] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.597483] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.597557] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.597788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.597871] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.598075] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.598178] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.598244] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.598396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.598475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.598661] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.598759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.598824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.598965] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.599053] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.599141] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84882327-7f7e-435c-a76f-e8f17a660d81 is going to be updated. [ 1190.600283] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4ecb90c-db5f-418d-9b77-9df5b7ac4724',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.601214] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.601329] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.626803] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.626973] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.627058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.627277] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.627411] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.628271] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84882327-7f7e-435c-a76f-e8f17a660d81" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.690673] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.691099] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-869" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.691223] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-869" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.691513] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-869" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.691849] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.691993] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.692130] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.692365] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.692702] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.692901] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.693041] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.693198] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.693284] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.693407] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.694218] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.694218] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.714022] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.714022] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1190.714022] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.714022] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-869" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.714022] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-8961b223-4836-4c84-9eb9-8c6f2522f68e taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.714379] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-8961b223-4836-4c84-9eb9-8c6f2522f68e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.714379] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-8961b223-4836-4c84-9eb9-8c6f2522f68e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.714501] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-8961b223-4836-4c84-9eb9-8c6f2522f68e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.714640] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8961b223-4836-4c84-9eb9-8c6f2522f68e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.822563] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.822776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.822776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.823020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.823124] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.823325] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.823428] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.823472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.823627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.823702] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.823834] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 already deleted. [ 1190.823924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.909101] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22166bca-fdca-4638-8414-b4d3d95deae7: rpc.has_security_group_logging(os_id): False [ 1190.911774] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.928031] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.928031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.928031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.928236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.928270] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.928462] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.928568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.928635] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.928784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.929010] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.929076] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.929159] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.929219] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.929362] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.929436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.929629] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.929723] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.929778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.929916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.930033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.930183] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 is going to be created. [ 1190.996984] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.997331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.997331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.997456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.997624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.007777] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: IN_PROGRESS for 2s [ 1191.102773] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4ecb90c-db5f-418d-9b77-9df5b7ac4724',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.217028] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.217235] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.217398] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.217791] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.217931] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.218020] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 8961b223-4836-4c84-9eb9-8c6f2522f68e not found, creating... [ 1191.218341] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.218652] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.218652] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.218853] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.219008] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.219595] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.219595] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.219884] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.220045] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.220198] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.220351] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 8961b223-4836-4c84-9eb9-8c6f2522f68e is going to be created. [ 1191.259149] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.259401] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.259519] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.259818] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.260076] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.260323] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-8961b223-4836-4c84-9eb9-8c6f2522f68e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.366106] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 in Status: SUCCESS [ 1191.366337] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.366520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.366742] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.366987] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.367154] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.367228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.367421] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.367508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.367599] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.367693] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a40a9682-f7f9-478e-a3bb-ad3b36014a58',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.414259] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.605061] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.605227] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.605227] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.605472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.605604] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.605729] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 is going to be created. [ 1191.633387] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.633618] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.633695] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.634049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.634196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.645145] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 in Status: UNINITIALIZED for 2s [ 1191.871424] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a40a9682-f7f9-478e-a3bb-ad3b36014a58 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.871424] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.871424] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.871557] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.871819] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.871949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.872251] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.872251] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.872354] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.872441] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.872648] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a40a9682-f7f9-478e-a3bb-ad3b36014a58 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.872750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.872881] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.872962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.873140] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.873276] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.873383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.873573] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.873661] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.873795] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.874180] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a40a9682-f7f9-478e-a3bb-ad3b36014a58',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.917444] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.917721] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.917780] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.918118] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.918274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.918387] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 is going to be updated. [ 1191.953279] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.953640] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.953806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.954054] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.958115] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.958115] env[69430]: INFO networking_nsxv3.common.synchronization [req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 req-0d55e24a-4f28-4c33-ace4-70871955dc46 service nova] Enqueued Resource ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 with Priority: HIGHEST for action security_group_rules [ 1191.958727] env[69430]: INFO networking_nsxv3.common.synchronization [req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 req-0d55e24a-4f28-4c33-ace4-70871955dc46 service nova] Enqueued Resource ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 with Priority: HIGHEST for action security_group_members [ 1191.958727] env[69430]: INFO networking_nsxv3.common.synchronization [req-dce74b5f-2a74-4245-8ecc-1abf380c6ba1 req-0d55e24a-4f28-4c33-ace4-70871955dc46 service nova] Enqueued Resource ID: 8961b223-4836-4c84-9eb9-8c6f2522f68e with Priority: HIGHEST for action port [ 1191.959401] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 with Priority: HIGHEST for action security_group_rules [ 1191.959401] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 with Priority: HIGHEST for action security_group_members [ 1191.959401] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8961b223-4836-4c84-9eb9-8c6f2522f68e with Priority: HIGHEST for action port [ 1191.959667] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.959718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.959903] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.959968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.960057] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73e4cce0-59eb-47c4-ad7f-afad70adf5b5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.961010] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.961512] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.961608] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.961830] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.961997] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.962113] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.962228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.962321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.962458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.962563] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e4cce0-59eb-47c4-ad7f-afad70adf5b5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.963594] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-8961b223-4836-4c84-9eb9-8c6f2522f68e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.963715] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8961b223-4836-4c84-9eb9-8c6f2522f68e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.963797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8961b223-4836-4c84-9eb9-8c6f2522f68e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.963968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8961b223-4836-4c84-9eb9-8c6f2522f68e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.964074] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8961b223-4836-4c84-9eb9-8c6f2522f68e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.966341] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: IN_PROGRESS for 2s [ 1191.997667] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1191.998123] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.108855] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 in Status: SUCCESS [ 1192.109032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.379703] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a40a9682-f7f9-478e-a3bb-ad3b36014a58: rpc.has_security_group_logging(os_id): False [ 1192.403040] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.403040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.403040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.403343] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.403394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.404155] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.404155] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.404155] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.404376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.404376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.404555] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.404655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.404706] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.404977] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.406312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.406312] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.406312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.406312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.406312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.406312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.406312] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 is going to be created. [ 1192.467313] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73e4cce0-59eb-47c4-ad7f-afad70adf5b5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.467886] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.468109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.468295] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8961b223-4836-4c84-9eb9-8c6f2522f68e with status ACTIVE [ 1192.468544] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.468701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.469124] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.469221] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.469290] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.469553] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.469693] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.469784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.470051] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.470191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.470537] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.470537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.470676] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.470806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.471034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.471034] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8961b223-4836-4c84-9eb9-8c6f2522f68e is going to be updated. [ 1192.486122] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.486349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.486426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.486669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.486852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.497474] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.497724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.497785] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.498187] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.498393] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.498599] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8961b223-4836-4c84-9eb9-8c6f2522f68e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.499569] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 in Status: IN_PROGRESS for 2s [ 1192.974637] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73e4cce0-59eb-47c4-ad7f-afad70adf5b5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.020684] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: SUCCESS [ 1193.020684] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.020684] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.020684] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.020684] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.476475] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.476688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.476748] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.476914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.477012] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.477119] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 is going to be created. [ 1193.504679] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.505025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.505186] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.505503] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.505773] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.517869] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 in Status: UNINITIALIZED for 2s [ 1193.522407] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.522591] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.654915] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 in Status: SUCCESS [ 1193.655231] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.655488] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.655749] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.655952] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.656152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.656233] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.656407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.656506] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.656601] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.656697] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4ecb90c-db5f-418d-9b77-9df5b7ac4724',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.977453] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: SUCCESS [ 1193.977901] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.977901] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.978066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.978260] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.978404] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.978467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.978625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.978710] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.978797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.978942] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.159128] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4ecb90c-db5f-418d-9b77-9df5b7ac4724',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.480768] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.480993] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.481074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.481340] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.482061] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.482061] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.482061] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.482061] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.482061] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.482061] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.482286] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.482327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.482443] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.482590] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.483673] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.483673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.483673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.483673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.483673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.483673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.483673] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.512798] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 in Status: SUCCESS [ 1194.513154] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.663068] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4ecb90c-db5f-418d-9b77-9df5b7ac4724: rpc.has_security_group_logging(os_id): False [ 1194.687035] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.687035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.687035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.687035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.687035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.687035] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.687035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.687035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.687035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.687035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.687035] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 is going to be created. [ 1194.761265] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.761567] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.761567] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.761862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.762079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.783516] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 in Status: IN_PROGRESS for 2s [ 1194.987096] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22166bca-fdca-4638-8414-b4d3d95deae7: rpc.has_security_group_logging(os_id): False [ 1195.015882] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.015882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.015882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.015882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.015882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.015882] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.015882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.015882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.015882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.015882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.015882] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.015882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.015882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.016394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.017136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.017632] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.017952] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.018143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.018446] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.018667] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.018882] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 is going to be updated. [ 1195.108021] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.108224] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.108320] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.108491] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.108648] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.121904] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: IN_PROGRESS for 2s [ 1195.529280] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 in Status: SUCCESS [ 1195.529608] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.529739] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.529966] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.530196] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.530380] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.530460] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.530615] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.530699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.530874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.531023] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73e4cce0-59eb-47c4-ad7f-afad70adf5b5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.033557] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73e4cce0-59eb-47c4-ad7f-afad70adf5b5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.536467] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73e4cce0-59eb-47c4-ad7f-afad70adf5b5: rpc.has_security_group_logging(os_id): False [ 1196.564037] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.564197] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.564197] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.564614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.564614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.564975] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.564975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.564975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.565132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.565132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.565211] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 is going to be created. [ 1196.625732] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.625983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.625983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.626715] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.626715] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.640391] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 in Status: IN_PROGRESS for 2s [ 1196.794930] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 in Status: SUCCESS [ 1196.795417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.961091] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1196.961300] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1197.138190] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: SUCCESS [ 1197.138515] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.138706] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.138942] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.139047] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.642035] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.642035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.642035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.642460] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.642460] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.642581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.642669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.642870] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.642989] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.643131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.643253] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.915990] env[69430]: INFO networking_nsxv3.common.synchronization [req-c880d14e-5d64-48f8-80bb-15a02bf3feca req-5572e031-6ad1-498b-99e8-c8fd9d654230 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1197.915990] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1197.916335] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.916487] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.916590] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.916929] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.917167] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.917284] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.917349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.917519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.917605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.917700] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.145962] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.146170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.146223] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.146440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.146616] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.146718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.146782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.146926] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.147022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.147126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.147260] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.147349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.147408] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.147544] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.147675] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.147761] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.147821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.147955] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.148039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.148119] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.148221] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.207606] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.207811] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.207992] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.208292] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.208556] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.208717] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.208836] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.209068] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.209225] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.209445] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.209563] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.209677] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.209792] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.209906] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.210034] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.210265] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.229758] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.229987] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1198.230072] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.230263] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-367" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.230576] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-5c426cef-dddf-42af-b9e3-82bdd13f2101 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.230753] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-5c426cef-dddf-42af-b9e3-82bdd13f2101" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.230879] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-5c426cef-dddf-42af-b9e3-82bdd13f2101" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.231312] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-5c426cef-dddf-42af-b9e3-82bdd13f2101" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.231395] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c426cef-dddf-42af-b9e3-82bdd13f2101',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.420935] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.650097] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22166bca-fdca-4638-8414-b4d3d95deae7: rpc.has_security_group_logging(os_id): False [ 1198.656080] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 in Status: SUCCESS [ 1198.656414] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.671846] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.672162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.672248] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.672521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.672653] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.672968] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.673143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.673271] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.673469] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.673593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.673913] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.674057] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.674139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.674289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.674366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.674569] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.674666] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.674732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.674920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.675093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.675093] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 is going to be updated. [ 1198.735142] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.735142] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.735142] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.735142] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.735603] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.735824] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 5c426cef-dddf-42af-b9e3-82bdd13f2101 not found, creating... [ 1198.736108] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.736376] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.736576] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.736887] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.737130] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.737524] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.737771] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.737976] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.738282] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.738485] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.738720] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 5c426cef-dddf-42af-b9e3-82bdd13f2101 is going to be created. [ 1198.747753] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.747753] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.747911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.748191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.748432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.760354] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.761094] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.761094] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.761248] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.761543] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.762259] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-5c426cef-dddf-42af-b9e3-82bdd13f2101" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.764040] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: IN_PROGRESS for 2s [ 1198.927071] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.429555] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.429555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.429555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.429555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.429555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.429555] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1199.449308] env[69430]: INFO networking_nsxv3.common.synchronization [req-c880d14e-5d64-48f8-80bb-15a02bf3feca req-3865bf9f-1f76-4923-ba15-103ee4c35ed8 service nova] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_rules [ 1199.449500] env[69430]: INFO networking_nsxv3.common.synchronization [req-c880d14e-5d64-48f8-80bb-15a02bf3feca req-3865bf9f-1f76-4923-ba15-103ee4c35ed8 service nova] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1199.449643] env[69430]: INFO networking_nsxv3.common.synchronization [req-c880d14e-5d64-48f8-80bb-15a02bf3feca req-3865bf9f-1f76-4923-ba15-103ee4c35ed8 service nova] Enqueued Resource ID: 5c426cef-dddf-42af-b9e3-82bdd13f2101 with Priority: HIGHEST for action port [ 1199.449879] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_rules [ 1199.450013] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1199.450120] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c426cef-dddf-42af-b9e3-82bdd13f2101 with Priority: HIGHEST for action port [ 1199.450669] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.450786] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.450855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.451085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.451164] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.452410] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.452621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.452887] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c426cef-dddf-42af-b9e3-82bdd13f2101 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.452964] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c426cef-dddf-42af-b9e3-82bdd13f2101" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.453014] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c426cef-dddf-42af-b9e3-82bdd13f2101" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.453200] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c426cef-dddf-42af-b9e3-82bdd13f2101" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.453279] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c426cef-dddf-42af-b9e3-82bdd13f2101',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.461490] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.462507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.462507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.462507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.462507] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.472029] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1199.953789] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.954236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.956934] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c426cef-dddf-42af-b9e3-82bdd13f2101 with status ACTIVE [ 1199.956934] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.956934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.956934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.956934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.956934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.956934] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.956934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.956934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.956934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.956934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.957605] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.957605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.957605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.957605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.957605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.957605] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c426cef-dddf-42af-b9e3-82bdd13f2101 is going to be updated. [ 1199.992910] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.993242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.993323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.993503] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.993639] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.993819] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c426cef-dddf-42af-b9e3-82bdd13f2101" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.096748] env[69430]: INFO networking_nsxv3.common.synchronization [req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 req-ef83446e-508e-4d41-ab2b-ee621f44112f tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1200.098429] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1200.098429] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.098429] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.098429] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.098997] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.098997] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.098997] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.098997] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.098997] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.099439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.099439] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.350796] env[69430]: INFO networking_nsxv3.common.synchronization [req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 req-6ec30a7b-326c-4eb7-a7e0-59e2a0ba289e tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1200.351372] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1200.351724] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.351872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.602258] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.608356] env[69430]: INFO networking_nsxv3.common.synchronization [req-201c7811-9ff3-49c0-a5e2-979a13d57ba1 req-c1ef29e2-2c3d-47fa-8aed-e20f2793af36 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1200.608978] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1200.609313] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.609430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.778103] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: SUCCESS [ 1200.778383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.023670] env[69430]: INFO networking_nsxv3.common.synchronization [req-8afa3c9b-c56f-4040-ba0d-cb0881a1e5dc req-bc86829c-ab5e-4354-9101-4d53ecb0fddd tempest-ServerPasswordTestJSON-913082173 tempest-ServerPasswordTestJSON-913082173-project-member] Enqueued Resource ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 with Priority: HIGHEST for action security_group_members [ 1201.024233] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 with Priority: HIGHEST for action security_group_members [ 1201.024545] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-a40a9682-f7f9-478e-a3bb-ad3b36014a58 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.024671] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.024735] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.025215] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.025479] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.025587] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.025652] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.025771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.025859] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.025960] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a40a9682-f7f9-478e-a3bb-ad3b36014a58',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.108124] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.490165] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1201.490411] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.490607] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.490822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.491042] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.491189] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.491274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.491435] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.491554] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.491659] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.531493] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.531713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.531776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.531964] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.532067] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.532642] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.532642] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.532642] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.532642] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.532642] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.532924] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 is going to be updated. [ 1201.564781] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.565014] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.565063] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.566175] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.566175] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.574357] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 in Status: IN_PROGRESS for 2s [ 1201.610170] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.610413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.610413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.610610] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.610702] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.610803] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 is going to be updated. [ 1201.643076] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.643076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.643076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.643076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.643076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.653058] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: IN_PROGRESS for 2s [ 1201.994481] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.497461] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.000372] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.000593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.000593] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.000834] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.000955] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.001148] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1203.030854] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.031093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.031217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.031638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.031979] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.043724] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1203.584218] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 in Status: SUCCESS [ 1203.584585] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 deletion is rescheduled due to dependency. [ 1203.584634] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.662898] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: SUCCESS [ 1203.663144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.663323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.663555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.663745] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.663916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.663972] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.664157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.664264] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.664366] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.166979] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.167197] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.167242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.167427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.167517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.167769] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.167888] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.167959] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.168121] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.168209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.168280] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 is going to be updated. [ 1204.211519] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.211684] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.211736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.211954] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.212147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.221494] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: IN_PROGRESS for 2s [ 1205.057798] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1205.057798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.057798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.057798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.057798] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.057798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.057798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.057798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.057798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.057798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.057798] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.563024] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.563024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.563024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.563024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.563024] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.563024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.563024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.563024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.563024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.563024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.563024] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.563024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.563024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.563024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.563600] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.563600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.563600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.563600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.563600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.563600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.563600] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.025163] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1206.025227] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1206.068762] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1ada142-bb55-41a3-a96c-ab4666c56b97: rpc.has_security_group_logging(os_id): False [ 1206.088403] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.088688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.088808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.089107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.089230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.090031] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.090031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.090031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.090031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.090328] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.090328] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.090498] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.090498] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.090642] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.090719] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.090929] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.091037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.091100] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.091246] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.091324] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.091413] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1206.169042] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.169042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.169042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.169042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.169464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.199692] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1206.233665] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: SUCCESS [ 1206.233824] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 deletion is rescheduled due to dependency. [ 1206.233967] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.234199] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.234434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.234622] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.234745] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.234812] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.235056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.235122] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.235218] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.737370] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.737529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.737600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.737827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.737913] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.738126] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.738227] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.738279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.738414] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.738484] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.738569] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 is going to be updated. [ 1206.766573] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.766728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.766802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.767024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.767172] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.777487] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: IN_PROGRESS for 2s [ 1208.221855] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1208.222286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.787075] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: SUCCESS [ 1208.787295] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 deletion is rescheduled due to dependency. [ 1208.787418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.026637] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1211.026989] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1211.302182] env[69430]: INFO networking_nsxv3.common.synchronization [req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c req-12686f05-7b6a-4525-83c9-d66f77701a4b tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1211.302731] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1211.303186] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.303186] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.303358] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.303436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.303589] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.303701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.303783] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.303937] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.304056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.304153] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.584140] env[69430]: INFO networking_nsxv3.common.synchronization [req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c req-7edfbd61-01b7-4a9d-afa4-f09ccc87a4e4 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1211.584668] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1211.585063] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.585198] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.806887] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.807096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.807096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.807297] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.807377] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.807579] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.807682] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.807743] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.807891] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.807968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.808101] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 is going to be updated. [ 1211.837908] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.837908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.837908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.837908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.837908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.847340] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: IN_PROGRESS for 2s [ 1211.877020] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.877020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-562" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.877020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-562" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.877020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-562" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.877331] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.877656] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.877934] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.878339] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.881020] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.881020] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1211.881020] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.881020] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.881020] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.881020] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1211.881020] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.881020] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.903847] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.904424] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1211.904812] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.906116] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-562" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.906587] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-0e438611-a4cc-4186-912d-38d4582a4d07 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.907749] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-0e438611-a4cc-4186-912d-38d4582a4d07" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.907749] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-0e438611-a4cc-4186-912d-38d4582a4d07" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.907749] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-0e438611-a4cc-4186-912d-38d4582a4d07" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.907997] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e438611-a4cc-4186-912d-38d4582a4d07',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.411227] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.411971] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.411971] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.412150] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.412440] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.412640] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 0e438611-a4cc-4186-912d-38d4582a4d07 not found, creating... [ 1212.412941] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.413129] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.413254] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.413511] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.413670] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.414111] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.414221] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.414341] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.414574] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.414759] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.414892] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 0e438611-a4cc-4186-912d-38d4582a4d07 is going to be created. [ 1212.437263] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.437477] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.437477] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.437831] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.438009] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.438252] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-0e438611-a4cc-4186-912d-38d4582a4d07" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.792877] env[69430]: INFO networking_nsxv3.common.synchronization [req-c88ababf-8662-4377-8368-28844e9a8163 req-33459e24-56a6-404a-8a2a-7b3eb5de1d6b tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1212.793429] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1212.793732] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.793858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.793959] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.794933] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.795751] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.795874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.795941] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.796133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.796216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.796341] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.168042] env[69430]: INFO networking_nsxv3.common.synchronization [req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c req-c185b92e-43bf-4fbd-86d1-54a4476ef50a service nova] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_rules [ 1213.168251] env[69430]: INFO networking_nsxv3.common.synchronization [req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c req-c185b92e-43bf-4fbd-86d1-54a4476ef50a service nova] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1213.168397] env[69430]: INFO networking_nsxv3.common.synchronization [req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c req-c185b92e-43bf-4fbd-86d1-54a4476ef50a service nova] Enqueued Resource ID: 0e438611-a4cc-4186-912d-38d4582a4d07 with Priority: HIGHEST for action port [ 1213.168674] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_rules [ 1213.168809] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1213.168906] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e438611-a4cc-4186-912d-38d4582a4d07 with Priority: HIGHEST for action port [ 1213.169470] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.169599] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.169669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.169849] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.169933] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.170844] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.170981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.171202] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e438611-a4cc-4186-912d-38d4582a4d07 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.171300] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e438611-a4cc-4186-912d-38d4582a4d07" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.171300] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e438611-a4cc-4186-912d-38d4582a4d07" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.172097] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e438611-a4cc-4186-912d-38d4582a4d07" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.172097] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e438611-a4cc-4186-912d-38d4582a4d07',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.298883] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.673834] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.674278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.674350] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e438611-a4cc-4186-912d-38d4582a4d07 with status ACTIVE [ 1213.674567] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.674691] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.674762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.674982] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.675143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.675338] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.675437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.675502] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.675669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.675748] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.675941] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.676048] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.676112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.676259] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.676347] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.676443] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e438611-a4cc-4186-912d-38d4582a4d07 is going to be updated. [ 1213.705040] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.705220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.705295] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.705521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.705729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.705911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e438611-a4cc-4186-912d-38d4582a4d07" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.801502] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.857563] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: SUCCESS [ 1213.857909] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 deletion is rescheduled due to dependency. [ 1213.857909] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.858053] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.858215] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.858400] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.858523] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.858582] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.858743] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.858944] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.858944] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.961632] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-20 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.961894] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-20" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.962085] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-20" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.962447] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-20" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.962757] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.962952] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.963098] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.963353] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.963513] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.963730] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1213.963851] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.963971] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.964131] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.964263] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1213.964384] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.964524] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.983841] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.984133] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1213.984227] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.984376] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-20" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.984694] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-dbf7c740-056c-4776-8ea7-ac288d23a103 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.984874] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-dbf7c740-056c-4776-8ea7-ac288d23a103" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.985017] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-dbf7c740-056c-4776-8ea7-ac288d23a103" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.985386] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-dbf7c740-056c-4776-8ea7-ac288d23a103" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.985534] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbf7c740-056c-4776-8ea7-ac288d23a103',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.303847] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.304160] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.304287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.304596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.304741] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.304893] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1214.337315] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.337468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.337540] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.337764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.337908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.347899] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1214.361580] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.488200] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.488444] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.488578] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.488881] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.489062] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.489231] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port dbf7c740-056c-4776-8ea7-ac288d23a103 not found, creating... [ 1214.489501] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.489664] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.489786] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.490025] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.490235] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.490585] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.490862] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.491029] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.491275] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.491421] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.491570] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: dbf7c740-056c-4776-8ea7-ac288d23a103 is going to be created. [ 1214.511580] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.511840] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.511976] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.512281] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.512549] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.512781] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-dbf7c740-056c-4776-8ea7-ac288d23a103" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.863736] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.226341] env[69430]: INFO networking_nsxv3.common.synchronization [req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c req-3ba987c3-ca5a-45f1-9239-8ebc1b26a4b9 service nova] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_rules [ 1215.226341] env[69430]: INFO networking_nsxv3.common.synchronization [req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c req-3ba987c3-ca5a-45f1-9239-8ebc1b26a4b9 service nova] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1215.226341] env[69430]: INFO networking_nsxv3.common.synchronization [req-70ca6e0d-1692-4a3c-97a1-8afa63cb6f9c req-3ba987c3-ca5a-45f1-9239-8ebc1b26a4b9 service nova] Enqueued Resource ID: dbf7c740-056c-4776-8ea7-ac288d23a103 with Priority: HIGHEST for action port [ 1215.226341] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_rules [ 1215.226341] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1215.226341] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7c740-056c-4776-8ea7-ac288d23a103 with Priority: HIGHEST for action port [ 1215.226341] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.226341] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.226341] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.226341] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.226900] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbf7c740-056c-4776-8ea7-ac288d23a103 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.227241] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbf7c740-056c-4776-8ea7-ac288d23a103" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.228292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbf7c740-056c-4776-8ea7-ac288d23a103" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.228292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbf7c740-056c-4776-8ea7-ac288d23a103" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.228292] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbf7c740-056c-4776-8ea7-ac288d23a103',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.365957] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.366155] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.366303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.366458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.366547] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.366649] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 is going to be updated. [ 1215.398234] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.398420] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.398420] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.398696] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.398852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.407426] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: IN_PROGRESS for 2s [ 1215.730428] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbf7c740-056c-4776-8ea7-ac288d23a103 with status ACTIVE [ 1215.730694] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.730807] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.730920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.731236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.731236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.731888] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.731888] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.731888] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.731888] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.731888] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.732305] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.732305] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.732305] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.732509] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.732509] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.732509] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbf7c740-056c-4776-8ea7-ac288d23a103 is going to be updated. [ 1215.754663] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.754916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.754999] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.755266] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.755417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.755591] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbf7c740-056c-4776-8ea7-ac288d23a103" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.357596] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1216.357943] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.418641] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: SUCCESS [ 1217.418981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.419049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.419323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.419554] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.419689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.419757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.420021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.420021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.421594] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.924219] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.427404] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.930556] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.930717] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.930796] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.931034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.931137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.931237] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 is going to be updated. [ 1218.962399] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.962577] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.962619] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.962830] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.962979] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.972124] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: IN_PROGRESS for 2s [ 1219.134034] env[69430]: INFO networking_nsxv3.common.synchronization [req-9e0caee1-c6ac-41c4-9b4d-fa51c12e53c4 req-b48d403e-eb4b-4118-8e7a-b16bbd61a0a9 tempest-ServersTestJSON-478589801 tempest-ServersTestJSON-478589801-project-member] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1219.134745] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGHEST for action security_group_members [ 1219.137776] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.137776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.137776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.137776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.137776] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.137776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.137776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.137776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.137776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.137776] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.638746] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.639136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.639136] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.639239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.639384] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.639625] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.639772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.639858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.640061] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.640146] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.640243] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be updated. [ 1219.671212] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.671212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.671460] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.671460] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.671644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.682360] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: IN_PROGRESS for 2s [ 1220.983395] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: SUCCESS [ 1220.983787] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.983787] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.983981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.984243] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.984368] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.984437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.984598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.984680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.984765] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.984862] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.985782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.985949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.986132] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.986237] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.986301] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.986465] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.986553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.986701] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.489415] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.489415] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.490477] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.692944] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 in Status: SUCCESS [ 1221.693194] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 deletion is rescheduled due to dependency. [ 1221.693324] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.993271] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.496286] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.496511] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.496511] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.496728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.496861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.496976] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 is going to be updated. [ 1222.528178] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.528392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.528392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.528611] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.528797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.542016] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: IN_PROGRESS for 2s [ 1224.138416] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.138834] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1224.552860] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: SUCCESS [ 1224.553091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.553264] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.553486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.553675] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.553795] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.553862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.554016] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.554099] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.554209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.554358] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.554453] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.554514] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.554656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.554795] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.554887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.554975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.555094] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.555169] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.555250] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.555352] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.057248] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22166bca-fdca-4638-8414-b4d3d95deae7: rpc.has_security_group_logging(os_id): False [ 1225.074998] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.075287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.075287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.075508] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.075596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.075794] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.075895] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.075959] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.076121] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.076200] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.076443] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.076604] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.076672] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.076816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.076891] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.077092] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.077190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.077254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.077392] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.077466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.077551] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 is going to be updated. [ 1225.141126] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.141502] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.141502] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.141640] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.141684] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.159282] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: IN_PROGRESS for 2s [ 1225.649460] env[69430]: INFO networking_nsxv3.common.synchronization [req-7b7122d8-8d4c-40ad-968c-14e0902944ff req-80e98305-62a3-42e4-a9f4-41956f3e5d8a tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1225.650357] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1225.650357] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.650555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.650555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.653671] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.653671] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.653671] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.653671] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.653671] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.653671] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.653671] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.835450] env[69430]: INFO networking_nsxv3.common.synchronization [req-7b7122d8-8d4c-40ad-968c-14e0902944ff req-5749d522-a4c6-476b-8c61-0bfe549e77c2 tempest-ServersTestMultiNic-1882288870 tempest-ServersTestMultiNic-1882288870-project-member] Enqueued Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1225.839118] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22166bca-fdca-4638-8414-b4d3d95deae7 with Priority: HIGHEST for action security_group_members [ 1225.839118] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-22166bca-fdca-4638-8414-b4d3d95deae7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.839118] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.155902] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.658192] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.161983] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.162433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.162433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.162433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.162433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.162570] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 is going to be updated. [ 1227.178958] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: SUCCESS [ 1227.179250] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.179455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.179709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.179960] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.195276] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.195458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.195458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.195685] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.195828] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.205546] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: IN_PROGRESS for 2s [ 1227.700539] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.700539] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.700731] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.701052] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.701052] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.701052] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 is going to be deleted. [ 1227.751780] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.752034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.752034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.752239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.752332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.752454] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.215018] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22166bca-fdca-4638-8414-b4d3d95deae7 in Status: SUCCESS [ 1229.215418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.215595] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.215818] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.216017] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.216152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.216232] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.216388] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.216470] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.216566] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22166bca-fdca-4638-8414-b4d3d95deae7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.719390] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.719390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.719522] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.719674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.719779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.720052] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.720195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.720296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.720425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.720506] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.720595] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22166bca-fdca-4638-8414-b4d3d95deae7 is going to be deleted. [ 1229.750021] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.750253] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.750253] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.750457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.750546] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.750649] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22166bca-fdca-4638-8414-b4d3d95deae7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.837300] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1230.837583] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1235.837990] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.838426] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1238.931621] env[69430]: INFO networking_nsxv3.common.synchronization [req-df7dd068-8f63-40d9-8261-38207e37b0f0 req-729a2d4f-520f-4405-83c5-d4e76fecb841 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Enqueued Resource ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 with Priority: HIGHEST for action security_group_members [ 1238.932204] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 with Priority: HIGHEST for action security_group_members [ 1238.932524] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11b9729-bfe2-442f-84d0-45ee8b207bd0 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.932660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.932728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.932996] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.933176] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.933274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.933338] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.933505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.933590] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.933682] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11b9729-bfe2-442f-84d0-45ee8b207bd0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.214633] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.214853] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.214989] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.215318] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.215609] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.215775] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.215916] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.216178] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.216334] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.216655] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.216770] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.216870] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.216990] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.217134] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.217251] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.217417] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.240161] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.240392] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1239.240518] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.240713] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.241100] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-a598f23d-f292-4654-8333-8663561bf080 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.241303] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-a598f23d-f292-4654-8333-8663561bf080" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.241441] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-a598f23d-f292-4654-8333-8663561bf080" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.241830] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-a598f23d-f292-4654-8333-8663561bf080" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.241981] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a598f23d-f292-4654-8333-8663561bf080',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.436086] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.436322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.436379] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.436628] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.436725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.436930] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.437058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.437161] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.437294] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.437373] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.437492] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 already deleted. [ 1239.437563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.745019] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.745310] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.745513] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.745873] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.746234] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.746324] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port a598f23d-f292-4654-8333-8663561bf080 not found, creating... [ 1239.746556] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.746778] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.746917] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.747170] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.747468] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.747610] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.747773] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.747895] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.748224] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.748288] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.748394] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: a598f23d-f292-4654-8333-8663561bf080 is going to be created. [ 1239.779496] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.779730] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.779865] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.780167] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.780402] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.780638] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-a598f23d-f292-4654-8333-8663561bf080" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.444174] env[69430]: INFO networking_nsxv3.common.synchronization [req-df7dd068-8f63-40d9-8261-38207e37b0f0 req-3a9fd1e9-d472-4d56-9f42-12aa71152b1c service nova] Enqueued Resource ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 with Priority: HIGHEST for action security_group_rules [ 1240.444501] env[69430]: INFO networking_nsxv3.common.synchronization [req-df7dd068-8f63-40d9-8261-38207e37b0f0 req-3a9fd1e9-d472-4d56-9f42-12aa71152b1c service nova] Enqueued Resource ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 with Priority: HIGHEST for action security_group_members [ 1240.444635] env[69430]: INFO networking_nsxv3.common.synchronization [req-df7dd068-8f63-40d9-8261-38207e37b0f0 req-3a9fd1e9-d472-4d56-9f42-12aa71152b1c service nova] Enqueued Resource ID: a598f23d-f292-4654-8333-8663561bf080 with Priority: HIGHEST for action port [ 1240.445099] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 with Priority: HIGHEST for action security_group_rules [ 1240.445264] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 with Priority: HIGHEST for action security_group_members [ 1240.445368] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a598f23d-f292-4654-8333-8663561bf080 with Priority: HIGHEST for action port [ 1240.445656] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e11b9729-bfe2-442f-84d0-45ee8b207bd0 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.445781] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.445860] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.446148] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.446234] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e11b9729-bfe2-442f-84d0-45ee8b207bd0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.450079] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11b9729-bfe2-442f-84d0-45ee8b207bd0 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.450079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.450079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.450079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.450079] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.450079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.450079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.450079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.450079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.450079] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11b9729-bfe2-442f-84d0-45ee8b207bd0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.450079] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-a598f23d-f292-4654-8333-8663561bf080 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.450079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a598f23d-f292-4654-8333-8663561bf080" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.450079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a598f23d-f292-4654-8333-8663561bf080" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.450079] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a598f23d-f292-4654-8333-8663561bf080" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.450079] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a598f23d-f292-4654-8333-8663561bf080',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.951920] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11b9729-bfe2-442f-84d0-45ee8b207bd0 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.952080] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.952292] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e11b9729-bfe2-442f-84d0-45ee8b207bd0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.953178] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a598f23d-f292-4654-8333-8663561bf080 with status ACTIVE [ 1240.953357] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.953473] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.953543] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.953745] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.953837] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.954016] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.954120] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.954183] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.954407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.954497] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.954686] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.954783] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.954847] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.954988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.955076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.955162] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a598f23d-f292-4654-8333-8663561bf080 is going to be updated. [ 1240.976178] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.976409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.976409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.976595] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.976760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.976929] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a598f23d-f292-4654-8333-8663561bf080" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.458177] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e11b9729-bfe2-442f-84d0-45ee8b207bd0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.782510] env[69430]: INFO networking_nsxv3.common.synchronization [req-7cf62250-8a5b-4eab-9105-b7962ebde6cd req-717cafe5-c029-4a37-9a1a-e6ca34578b72 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Enqueued Resource ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 with Priority: HIGHEST for action security_group_members [ 1241.783086] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 with Priority: HIGHEST for action security_group_members [ 1241.783423] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.783621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.783621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.783803] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.784264] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.784436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.784523] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.784837] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.784928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.785034] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e4cce0-59eb-47c4-ad7f-afad70adf5b5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.963123] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.963295] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.963370] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.963591] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.963684] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.963787] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 is going to be created. [ 1241.991767] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.991967] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.991967] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.992202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.992464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.002453] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 in Status: UNINITIALIZED for 2s [ 1242.287601] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.287798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.287842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.288092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.288202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.288412] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.288529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.288570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.288733] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.288814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.288904] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 is going to be updated. [ 1242.316641] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.316833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.316877] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.317531] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.317531] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.325843] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 in Status: IN_PROGRESS for 2s [ 1244.013753] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 in Status: SUCCESS [ 1244.014105] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.014184] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.014468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.015510] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.015510] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.015510] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.015510] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.015510] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.015510] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.015510] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e11b9729-bfe2-442f-84d0-45ee8b207bd0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.338514] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 in Status: SUCCESS [ 1244.338773] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 deletion is rescheduled due to dependency. [ 1244.338882] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.519036] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11b9729-bfe2-442f-84d0-45ee8b207bd0 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.519036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.519190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.519409] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.519583] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.519736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.519825] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.519978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.520121] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.520220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.520444] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11b9729-bfe2-442f-84d0-45ee8b207bd0 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.520596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.520695] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.520915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.521142] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.521274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.521387] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.521560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.521663] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.521819] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.521912] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e11b9729-bfe2-442f-84d0-45ee8b207bd0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.027422] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e11b9729-bfe2-442f-84d0-45ee8b207bd0: rpc.has_security_group_logging(os_id): False [ 1245.046820] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.046997] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.047095] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.047327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.047426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.047615] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.047715] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.047777] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.047920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.047995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.048204] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.048299] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.048366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.048558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.048637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.048820] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.048913] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.048975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.049131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.049224] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.049342] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 is going to be created. [ 1245.113541] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.113761] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.113835] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.114080] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.114309] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.126047] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 in Status: IN_PROGRESS for 2s [ 1245.285051] env[69430]: INFO networking_nsxv3.common.synchronization [req-6c743a56-5608-4dac-b96f-af4c4c14460f req-fd83c713-5265-4928-b44d-03b64864995c tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Enqueued Resource ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 with Priority: HIGHEST for action security_group_members [ 1245.285314] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 with Priority: HIGHEST for action security_group_members [ 1245.285744] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.285878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.285950] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.286175] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.286334] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.286466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.286544] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.286703] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.286908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.286908] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d942ab14-b54e-4c64-8d8a-2c2095c92ab2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.789967] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.790168] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.790710] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.790710] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.790710] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.790925] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.790925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.790925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.791100] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.791132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.791246] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 is going to be updated. [ 1245.825772] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.826019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.826019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.826468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.826468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.842661] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 in Status: IN_PROGRESS for 2s [ 1247.140333] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 in Status: SUCCESS [ 1247.140781] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.853236] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 in Status: SUCCESS [ 1247.853428] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 deletion is rescheduled due to dependency. [ 1247.853547] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.286607] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1250.286984] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1252.969276] env[69430]: INFO networking_nsxv3.common.synchronization [req-9a8e861e-4461-4121-9690-ef4f91611d7b req-d1468548-0ba3-4000-993f-0a1845ac3a58 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Enqueued Resource ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e with Priority: HIGHEST for action security_group_members [ 1252.969276] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e with Priority: HIGHEST for action security_group_members [ 1252.969276] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb8f7d6-7b11-40a9-9253-fba9e117043e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.970010] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.970239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.970534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.970854] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.971109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.971283] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.971578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.971876] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.972132] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb8f7d6-7b11-40a9-9253-fba9e117043e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.435533] env[69430]: INFO networking_nsxv3.common.synchronization [req-53ef1d01-6562-48d5-8a0a-8a3b1b7fd397 req-ee0c892b-4927-4b2d-9b7c-5317fbbebe9b tempest-ServersTestJSON-1436170222 tempest-ServersTestJSON-1436170222-project-member] Enqueued Resource ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 with Priority: HIGHEST for action security_group_members [ 1253.435933] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 with Priority: HIGHEST for action security_group_members [ 1253.436318] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff85800f-c4ad-44e8-9dfc-f051a65c0097 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.436451] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.436528] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.436755] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.437067] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.437067] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.437185] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.437401] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.437401] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.437608] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff85800f-c4ad-44e8-9dfc-f051a65c0097',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.478026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.478026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.478026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.478026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.478026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.478026] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.478026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.478026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.478026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.478026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.478026] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e is going to be updated. [ 1253.531342] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.531615] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.531615] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.531846] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.531935] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.544363] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e in Status: IN_PROGRESS for 2s [ 1253.942112] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.942112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.942112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.942112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.942112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.942112] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.942112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.942112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.942112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.942112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.942112] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 is going to be updated. [ 1253.972527] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.972932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.972932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.973058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.973110] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.987112] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 in Status: IN_PROGRESS for 2s [ 1255.554504] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e in Status: SUCCESS [ 1255.554504] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e deletion is rescheduled due to dependency. [ 1255.554931] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.997662] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 in Status: SUCCESS [ 1255.997662] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 deletion is rescheduled due to dependency. [ 1255.997662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.796336] env[69430]: INFO networking_nsxv3.common.synchronization [None req-30522b06-07f4-4d3b-bd77-1a7189673406 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Enqueued Resource ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 with Priority: HIGHEST for action security_group_rules [ 1257.796981] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 with Priority: HIGHEST for action security_group_rules [ 1257.797355] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-148c3c40-486c-4069-a7fe-dcb8404dad23 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.797481] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.797548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.797824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.797910] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('148c3c40-486c-4069-a7fe-dcb8404dad23',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.866249] env[69430]: INFO networking_nsxv3.common.synchronization [None req-ae52cf72-923f-4c64-86df-ae86a44f6a8b tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Enqueued Resource ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 with Priority: HIGHEST for action security_group_rules [ 1257.866786] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 with Priority: HIGHEST for action security_group_rules [ 1257.867104] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-148c3c40-486c-4069-a7fe-dcb8404dad23 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.867212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.321061] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.321286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.321286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.321495] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.321584] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.321733] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 already deleted. [ 1258.321804] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.321911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.322075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.322159] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('148c3c40-486c-4069-a7fe-dcb8404dad23',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.841638] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.841954] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.841954] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.842170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.842304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.842448] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 already deleted. [ 1258.842549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.868199] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.868608] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1264.907252] env[69430]: INFO networking_nsxv3.common.synchronization [req-6f75ba33-6b65-4e91-b890-5d6597d76556 req-6b383874-e4ce-4c87-8e42-dbc1b5286ec7 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Enqueued Resource ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 with Priority: HIGHEST for action security_group_members [ 1264.908014] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 with Priority: HIGHEST for action security_group_members [ 1264.908084] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-148c3c40-486c-4069-a7fe-dcb8404dad23 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.908191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.908249] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.908512] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.908711] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.908831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.908897] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.909070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.909157] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.909253] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('148c3c40-486c-4069-a7fe-dcb8404dad23',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.264893] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.265112] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-869" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.265247] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-869" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.265529] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-869" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.266109] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.266109] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.266281] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.266371] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.266564] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.266753] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1265.266881] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1265.267015] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1265.267136] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1265.267216] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1265.267329] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1265.267465] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1265.289717] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1265.289914] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1265.290079] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1265.290292] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-869" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.290633] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-967e3c1d-3367-41be-8819-987fc6c8c286 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.290821] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-967e3c1d-3367-41be-8819-987fc6c8c286" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.290948] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-967e3c1d-3367-41be-8819-987fc6c8c286" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.291320] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-967e3c1d-3367-41be-8819-987fc6c8c286" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.291467] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('967e3c1d-3367-41be-8819-987fc6c8c286',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.411612] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.411612] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.411834] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.412033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.412143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.412492] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.412669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.412754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.412935] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.413027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.413133] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 already deleted. [ 1265.413235] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.794383] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.794666] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.794822] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.795150] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.795329] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.795523] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 967e3c1d-3367-41be-8819-987fc6c8c286 not found, creating... [ 1265.795816] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.795989] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.796130] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.796371] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.796516] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.796830] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.797056] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.797193] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.797414] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.797556] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.797709] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 967e3c1d-3367-41be-8819-987fc6c8c286 is going to be created. [ 1265.819511] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.819750] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.819878] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.820211] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.820488] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.820773] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-967e3c1d-3367-41be-8819-987fc6c8c286" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.609586] env[69430]: INFO networking_nsxv3.common.synchronization [req-6f75ba33-6b65-4e91-b890-5d6597d76556 req-c1953688-8035-439a-8f03-5bd5c27b2b8f service nova] Enqueued Resource ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 with Priority: HIGHEST for action security_group_rules [ 1266.609839] env[69430]: INFO networking_nsxv3.common.synchronization [req-6f75ba33-6b65-4e91-b890-5d6597d76556 req-c1953688-8035-439a-8f03-5bd5c27b2b8f service nova] Enqueued Resource ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 with Priority: HIGHEST for action security_group_members [ 1266.609951] env[69430]: INFO networking_nsxv3.common.synchronization [req-6f75ba33-6b65-4e91-b890-5d6597d76556 req-c1953688-8035-439a-8f03-5bd5c27b2b8f service nova] Enqueued Resource ID: 967e3c1d-3367-41be-8819-987fc6c8c286 with Priority: HIGHEST for action port [ 1266.610449] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 with Priority: HIGHEST for action security_group_rules [ 1266.610583] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 with Priority: HIGHEST for action security_group_members [ 1266.612848] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 967e3c1d-3367-41be-8819-987fc6c8c286 with Priority: HIGHEST for action port [ 1266.613291] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-148c3c40-486c-4069-a7fe-dcb8404dad23 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.613526] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.613675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.614214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.614394] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('148c3c40-486c-4069-a7fe-dcb8404dad23',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.615450] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-148c3c40-486c-4069-a7fe-dcb8404dad23 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.615949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.616093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.616300] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.616705] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.616972] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.617077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.617247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.617912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.617912] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('148c3c40-486c-4069-a7fe-dcb8404dad23',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.619755] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-967e3c1d-3367-41be-8819-987fc6c8c286 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.620365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-967e3c1d-3367-41be-8819-987fc6c8c286" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.620413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-967e3c1d-3367-41be-8819-987fc6c8c286" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.620782] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-967e3c1d-3367-41be-8819-987fc6c8c286" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.620896] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('967e3c1d-3367-41be-8819-987fc6c8c286',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.123143] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-148c3c40-486c-4069-a7fe-dcb8404dad23 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.123319] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.123520] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('148c3c40-486c-4069-a7fe-dcb8404dad23',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.124536] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 967e3c1d-3367-41be-8819-987fc6c8c286 with status ACTIVE [ 1267.124787] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.124904] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.124972] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.125186] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.125276] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.125443] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.125538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.125602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.125768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.125850] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.126038] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.126376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.126376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.126376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.126376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.126537] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 967e3c1d-3367-41be-8819-987fc6c8c286 is going to be updated. [ 1267.148338] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.148534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.148580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.148755] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.148896] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.149080] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-967e3c1d-3367-41be-8819-987fc6c8c286" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.565221] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.565425] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-268" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.565544] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-268" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.565815] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-268" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.566479] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.566661] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.566791] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.567027] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.567181] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.567396] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1267.567521] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1267.567639] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1267.567756] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1267.567872] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1267.567985] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1267.568135] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1267.589382] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1267.589650] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1267.589715] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1267.589876] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-268" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.590227] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-84882327-7f7e-435c-a76f-e8f17a660d81 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.590405] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-84882327-7f7e-435c-a76f-e8f17a660d81" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.590533] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-84882327-7f7e-435c-a76f-e8f17a660d81" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.590814] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-84882327-7f7e-435c-a76f-e8f17a660d81" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.590956] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84882327-7f7e-435c-a76f-e8f17a660d81',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.628806] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('148c3c40-486c-4069-a7fe-dcb8404dad23',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.093727] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.093982] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.094140] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.094427] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.094586] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.094946] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.095127] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.095256] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.095479] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.095624] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.095914] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.096090] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.096215] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.096427] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.096566] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.096714] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 84882327-7f7e-435c-a76f-e8f17a660d81 is going to be updated. [ 1268.118646] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.118950] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.119124] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.119407] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.119612] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.120379] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-84882327-7f7e-435c-a76f-e8f17a660d81" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.132601] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.132784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.132860] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.133097] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.133207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.133326] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 is going to be created. [ 1268.156435] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.156537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.156579] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.156769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.156936] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.165990] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 in Status: UNINITIALIZED for 2s [ 1269.081583] env[69430]: INFO networking_nsxv3.common.synchronization [req-bdd87dac-5fbf-405b-8530-e786e816cd69 req-10be2e43-01b5-4f3e-b7e6-79a5883e08b2 service nova] Enqueued Resource ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 with Priority: HIGHEST for action security_group_rules [ 1269.081882] env[69430]: INFO networking_nsxv3.common.synchronization [req-bdd87dac-5fbf-405b-8530-e786e816cd69 req-10be2e43-01b5-4f3e-b7e6-79a5883e08b2 service nova] Enqueued Resource ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 with Priority: HIGHEST for action security_group_members [ 1269.081924] env[69430]: INFO networking_nsxv3.common.synchronization [req-bdd87dac-5fbf-405b-8530-e786e816cd69 req-10be2e43-01b5-4f3e-b7e6-79a5883e08b2 service nova] Enqueued Resource ID: 84882327-7f7e-435c-a76f-e8f17a660d81 with Priority: HIGHEST for action port [ 1269.082157] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 with Priority: HIGHEST for action security_group_rules [ 1269.082286] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 with Priority: HIGHEST for action security_group_members [ 1269.082381] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84882327-7f7e-435c-a76f-e8f17a660d81 with Priority: HIGHEST for action port [ 1269.082942] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.085890] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.085983] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.086212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.086299] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ecb90c-db5f-418d-9b77-9df5b7ac4724',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.087304] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.087651] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.087722] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.088230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.088431] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.088500] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.088602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.088732] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.088826] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.088907] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ecb90c-db5f-418d-9b77-9df5b7ac4724',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.089720] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-84882327-7f7e-435c-a76f-e8f17a660d81 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.090332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84882327-7f7e-435c-a76f-e8f17a660d81" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.090332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84882327-7f7e-435c-a76f-e8f17a660d81" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.090332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84882327-7f7e-435c-a76f-e8f17a660d81" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.090332] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84882327-7f7e-435c-a76f-e8f17a660d81',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.096937] env[69430]: INFO networking_nsxv3.common.synchronization [req-1382e753-b5d4-4a8b-9a42-12fd80dfc14d req-77816cb7-1ec8-41bd-8338-f10758e30b6c tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Enqueued Resource ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 with Priority: HIGHEST for action security_group_members [ 1269.097878] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 with Priority: HIGHEST for action security_group_members [ 1269.098197] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11b9729-bfe2-442f-84d0-45ee8b207bd0 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.098313] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.098377] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.098562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.098713] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.098811] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.098870] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.102605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.102817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.102963] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11b9729-bfe2-442f-84d0-45ee8b207bd0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.591502] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4ecb90c-db5f-418d-9b77-9df5b7ac4724',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.592704] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.592853] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.593219] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84882327-7f7e-435c-a76f-e8f17a660d81 with status ACTIVE [ 1269.593391] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.593502] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.593565] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.593769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.593862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.594062] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.594144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.594249] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.594339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.594415] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.594632] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.594728] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.594797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.594951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.595041] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.595162] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84882327-7f7e-435c-a76f-e8f17a660d81 is going to be updated. [ 1269.604804] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.604977] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.605162] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.605255] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.605659] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.605659] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.605783] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.605783] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.606101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.606101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.606571] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 is going to be updated. [ 1269.618600] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.618778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.618819] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.619047] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.619192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.619352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84882327-7f7e-435c-a76f-e8f17a660d81" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.635050] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.635050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.635288] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.635327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.635482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.645472] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 in Status: IN_PROGRESS for 2s [ 1270.094515] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4ecb90c-db5f-418d-9b77-9df5b7ac4724',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.181472] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 in Status: SUCCESS [ 1270.181768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.182347] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.182347] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.182498] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.182498] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.182668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.182714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.182792] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.182880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.182971] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('148c3c40-486c-4069-a7fe-dcb8404dad23',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.597051] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.597253] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.597328] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.597548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.597639] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.597797] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 is going to be updated. [ 1270.627436] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.627667] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.627667] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.627811] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.627958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.638372] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 in Status: IN_PROGRESS for 2s [ 1270.686112] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('148c3c40-486c-4069-a7fe-dcb8404dad23',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.188428] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 148c3c40-486c-4069-a7fe-dcb8404dad23: rpc.has_security_group_logging(os_id): False [ 1271.212916] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.213101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.213149] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.213407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.213496] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.213803] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.213918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.213982] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.214152] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.214225] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.214312] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 is going to be created. [ 1271.292729] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.292957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.292957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.293207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.293396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.304319] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 in Status: IN_PROGRESS for 2s [ 1271.656148] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 in Status: SUCCESS [ 1271.656350] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 deletion is rescheduled due to dependency. [ 1271.656523] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.649942] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 in Status: SUCCESS [ 1272.650276] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.650513] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.650818] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.651128] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.651250] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.651338] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.651578] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.651690] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.651830] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.651982] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4ecb90c-db5f-418d-9b77-9df5b7ac4724',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.003492] env[69430]: INFO networking_nsxv3.common.synchronization [None req-1956a4b2-6bb9-48d8-b10d-4917a591687b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Enqueued Resource ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb with Priority: HIGHEST for action security_group_rules [ 1273.004049] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb with Priority: HIGHEST for action security_group_rules [ 1273.004358] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.004494] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.004615] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.004926] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.005046] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d03e6e3-0597-4b25-a02a-1eebb65bf8cb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.081751] env[69430]: INFO networking_nsxv3.common.synchronization [None req-b40d2e64-3899-47ac-a3ea-964b2a0a097d tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Enqueued Resource ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb with Priority: HIGHEST for action security_group_rules [ 1273.082414] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb with Priority: HIGHEST for action security_group_rules [ 1273.082730] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.082851] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.155076] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4ecb90c-db5f-418d-9b77-9df5b7ac4724',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.317406] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 in Status: SUCCESS [ 1273.318255] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.526198] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.526396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.526396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.527025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.527025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.527025] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb already deleted. [ 1273.527217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.527332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.527928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.527928] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d03e6e3-0597-4b25-a02a-1eebb65bf8cb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.656817] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4ecb90c-db5f-418d-9b77-9df5b7ac4724: rpc.has_security_group_logging(os_id): False [ 1273.674837] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.675137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.675137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.675263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.675339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.675596] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.675698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.675758] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.675941] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.676074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.676168] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 is going to be updated. [ 1273.737923] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.738216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.738292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.738502] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.738658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.751238] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 in Status: IN_PROGRESS for 2s [ 1274.001165] env[69430]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1274.001323] env[69430]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1274.047597] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.047775] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.047824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.048017] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.048107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.048199] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb already deleted. [ 1274.048278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.769328] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 in Status: SUCCESS [ 1275.769712] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.083811] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.084223] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1279.068948] env[69430]: INFO networking_nsxv3.common.synchronization [req-10836556-88a6-445f-bb3b-c59e3c76ea81 req-96b5a669-3237-4798-a6c8-c0d09aad5d44 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Enqueued Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_members [ 1279.068948] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_members [ 1279.069315] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.069468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.069552] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.069800] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.069978] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.070115] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.070203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.070476] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.070476] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.070646] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.573262] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.573684] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.573684] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.573769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.601203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.601368] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.601368] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.601505] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.601740] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.601836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.601884] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 is going to be updated. [ 1279.630910] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.631092] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.631170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.631385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.631529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.645861] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: IN_PROGRESS for 2s [ 1279.858685] env[69430]: INFO networking_nsxv3.common.synchronization [req-b45e137f-2034-4752-8da4-8e8712a3d367 req-ed92ac0a-1d7d-4d79-99d8-4e60fa4e4f79 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Enqueued Resource ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb with Priority: HIGHEST for action security_group_members [ 1279.859275] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb with Priority: HIGHEST for action security_group_members [ 1279.859583] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.859724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.859824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.860108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.860297] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.860406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.860471] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.860623] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.860696] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.860794] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d03e6e3-0597-4b25-a02a-1eebb65bf8cb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.211711] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.211923] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.212072] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.212460] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.212747] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.212922] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.213060] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.213295] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.213460] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.213682] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1280.213803] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1280.213977] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1280.214075] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1280.214160] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1280.214449] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1280.214605] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1280.238662] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1280.238849] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1280.238999] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1280.239210] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.239550] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-f448b906-66fc-4a28-889d-04f5b55ea7c0 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.239783] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-f448b906-66fc-4a28-889d-04f5b55ea7c0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.239946] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-f448b906-66fc-4a28-889d-04f5b55ea7c0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.240300] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-f448b906-66fc-4a28-889d-04f5b55ea7c0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.240467] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f448b906-66fc-4a28-889d-04f5b55ea7c0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.363513] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.363736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.363787] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.363979] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.364096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.364303] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.364404] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.364486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.364714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.364875] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.364969] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb already deleted. [ 1280.365068] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.743980] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.743980] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.744439] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.744439] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.744516] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.744641] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port f448b906-66fc-4a28-889d-04f5b55ea7c0 not found, creating... [ 1280.744998] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.745191] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.745318] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.745550] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.745695] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.746194] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.746457] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.747108] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.747108] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.747108] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.747377] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: f448b906-66fc-4a28-889d-04f5b55ea7c0 is going to be created. [ 1280.775406] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.775406] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.775628] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.775815] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.776067] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.776312] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-f448b906-66fc-4a28-889d-04f5b55ea7c0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.485562] env[69430]: INFO networking_nsxv3.common.synchronization [req-b45e137f-2034-4752-8da4-8e8712a3d367 req-35088a6d-87b0-4988-a519-6d7d31ef2dac service nova] Enqueued Resource ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb with Priority: HIGHEST for action security_group_rules [ 1281.485825] env[69430]: INFO networking_nsxv3.common.synchronization [req-b45e137f-2034-4752-8da4-8e8712a3d367 req-35088a6d-87b0-4988-a519-6d7d31ef2dac service nova] Enqueued Resource ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb with Priority: HIGHEST for action security_group_members [ 1281.486034] env[69430]: INFO networking_nsxv3.common.synchronization [req-b45e137f-2034-4752-8da4-8e8712a3d367 req-35088a6d-87b0-4988-a519-6d7d31ef2dac service nova] Enqueued Resource ID: f448b906-66fc-4a28-889d-04f5b55ea7c0 with Priority: HIGHEST for action port [ 1281.486545] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb with Priority: HIGHEST for action security_group_rules [ 1281.486694] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb with Priority: HIGHEST for action security_group_members [ 1281.486773] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f448b906-66fc-4a28-889d-04f5b55ea7c0 with Priority: HIGHEST for action port [ 1281.487159] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.487293] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.487365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.487567] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.487648] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d03e6e3-0597-4b25-a02a-1eebb65bf8cb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.488510] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.488632] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.488703] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.488874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.489035] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.489132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.489226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.489328] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.489410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.489499] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d03e6e3-0597-4b25-a02a-1eebb65bf8cb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.490485] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-f448b906-66fc-4a28-889d-04f5b55ea7c0 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.490644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f448b906-66fc-4a28-889d-04f5b55ea7c0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.490686] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f448b906-66fc-4a28-889d-04f5b55ea7c0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.490805] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f448b906-66fc-4a28-889d-04f5b55ea7c0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.490884] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f448b906-66fc-4a28-889d-04f5b55ea7c0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.656350] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: SUCCESS [ 1281.656571] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 deletion is rescheduled due to dependency. [ 1281.656678] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.992757] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.993151] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.993151] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d03e6e3-0597-4b25-a02a-1eebb65bf8cb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.994075] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f448b906-66fc-4a28-889d-04f5b55ea7c0 with status ACTIVE [ 1281.994421] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.994546] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.994613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.994902] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.995068] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.995307] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.995450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.995536] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.995727] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.995969] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.996208] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.996321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.996388] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.996560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.996632] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.996731] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f448b906-66fc-4a28-889d-04f5b55ea7c0 is going to be updated. [ 1282.019327] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.019554] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.019554] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.019757] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.019915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.020109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f448b906-66fc-4a28-889d-04f5b55ea7c0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.498623] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d03e6e3-0597-4b25-a02a-1eebb65bf8cb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.001666] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.002104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.002104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.002104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.002229] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.002350] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb is going to be created. [ 1283.028662] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.028799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.028891] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.029097] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.029258] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.040012] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb in Status: UNINITIALIZED for 2s [ 1285.053268] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb in Status: SUCCESS [ 1285.053678] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.053741] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.053986] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.054278] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.054434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.054533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.054709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.055022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.055181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.055311] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d03e6e3-0597-4b25-a02a-1eebb65bf8cb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.558453] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d03e6e3-0597-4b25-a02a-1eebb65bf8cb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.061092] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb: rpc.has_security_group_logging(os_id): False [ 1286.079839] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.079839] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.080175] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.080175] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.080272] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.080541] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.080656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.080716] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.080865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.080943] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.081047] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb is going to be created. [ 1286.136979] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.137289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.137289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.137406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.137525] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.148111] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb in Status: IN_PROGRESS for 2s [ 1286.488106] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.488323] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1288.160646] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb in Status: SUCCESS [ 1288.161021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.355577] env[69430]: INFO networking_nsxv3.common.synchronization [req-d74c629a-2823-4e92-a1a9-934140a178de req-dfc8c7e6-e523-40f6-b4bb-c428f14605b9 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Enqueued Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_members [ 1288.355949] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_members [ 1288.356294] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.356421] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.356530] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.356718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.356891] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.356999] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.357076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.357230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.357315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.357410] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.648079] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.648561] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-244" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.648561] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-244" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.648711] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-244" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.649582] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.649705] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.649878] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.650133] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.650359] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.650578] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1288.650700] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1288.650819] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1288.650937] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1288.651069] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1288.651187] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1288.651329] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1288.671070] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1288.671070] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1288.671212] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1288.671357] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-244" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.671696] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-3e543d4f-30b0-4c1f-b631-1fb7ed536441 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.671867] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-3e543d4f-30b0-4c1f-b631-1fb7ed536441" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.672034] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-3e543d4f-30b0-4c1f-b631-1fb7ed536441" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.672377] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-3e543d4f-30b0-4c1f-b631-1fb7ed536441" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.672527] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e543d4f-30b0-4c1f-b631-1fb7ed536441',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.861027] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.861391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.861391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.861569] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.861569] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.862756] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.862756] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.862756] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.862756] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.862756] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.862756] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 is going to be updated. [ 1288.889323] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.890481] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.890481] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.890481] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.890481] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.901079] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: IN_PROGRESS for 2s [ 1289.175703] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.176329] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.176329] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.176482] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.176638] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.176801] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 3e543d4f-30b0-4c1f-b631-1fb7ed536441 not found, creating... [ 1289.177086] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.177280] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.177409] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.177635] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.177780] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.178669] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.178669] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.178830] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.179033] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.179318] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.179318] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 3e543d4f-30b0-4c1f-b631-1fb7ed536441 is going to be created. [ 1289.201434] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.201666] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.201796] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.202099] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.202337] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.202599] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-3e543d4f-30b0-4c1f-b631-1fb7ed536441" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.901742] env[69430]: INFO networking_nsxv3.common.synchronization [req-d74c629a-2823-4e92-a1a9-934140a178de req-a6338158-8afe-4612-bb24-b6e2f144d8b6 service nova] Enqueued Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_rules [ 1289.901831] env[69430]: INFO networking_nsxv3.common.synchronization [req-d74c629a-2823-4e92-a1a9-934140a178de req-a6338158-8afe-4612-bb24-b6e2f144d8b6 service nova] Enqueued Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_members [ 1289.901966] env[69430]: INFO networking_nsxv3.common.synchronization [req-d74c629a-2823-4e92-a1a9-934140a178de req-a6338158-8afe-4612-bb24-b6e2f144d8b6 service nova] Enqueued Resource ID: 3e543d4f-30b0-4c1f-b631-1fb7ed536441 with Priority: HIGHEST for action port [ 1289.902247] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_rules [ 1289.902417] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_members [ 1289.902523] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e543d4f-30b0-4c1f-b631-1fb7ed536441 with Priority: HIGHEST for action port [ 1289.903496] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.903496] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.903496] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.903635] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.903635] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.904515] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.904610] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.905093] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e543d4f-30b0-4c1f-b631-1fb7ed536441 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.905093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e543d4f-30b0-4c1f-b631-1fb7ed536441" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.905093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e543d4f-30b0-4c1f-b631-1fb7ed536441" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.905228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e543d4f-30b0-4c1f-b631-1fb7ed536441" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.905272] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e543d4f-30b0-4c1f-b631-1fb7ed536441',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.407712] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.408131] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.408131] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e543d4f-30b0-4c1f-b631-1fb7ed536441 with status ACTIVE [ 1290.408230] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.408307] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.408307] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.408525] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.408614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.408797] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.408887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.408977] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.409165] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.409247] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.409434] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.409531] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.409592] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.409734] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.409809] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.410009] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e543d4f-30b0-4c1f-b631-1fb7ed536441 is going to be updated. [ 1290.431261] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.431497] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.431497] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.431660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.431797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.431955] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e543d4f-30b0-4c1f-b631-1fb7ed536441" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.912503] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: SUCCESS [ 1290.912711] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 deletion is rescheduled due to dependency. [ 1290.912711] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.912893] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.913146] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.913334] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.913453] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.913519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.913672] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.913753] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.913847] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.416670] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.919407] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.422249] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.422779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.422779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.422779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.422779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.423810] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 is going to be updated. [ 1292.458366] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.458568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.458568] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.458793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.458938] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.468644] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: IN_PROGRESS for 2s [ 1294.480456] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: SUCCESS [ 1294.480861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.480910] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.481191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.481400] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.481523] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.481591] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.481816] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.481907] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.482008] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.482111] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.903307] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1294.903489] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1294.985038] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.487652] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0f9c9b2-f967-49d1-bee4-11309464f111: rpc.has_security_group_logging(os_id): False [ 1295.508371] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.508605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.508605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.508779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.508873] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.509130] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.509259] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.509329] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.509483] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.509563] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.509651] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 is going to be updated. [ 1295.567726] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.567872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.567946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.568192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.568338] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.583037] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: IN_PROGRESS for 2s [ 1297.598371] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: SUCCESS [ 1297.598766] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.904148] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.904675] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.905719] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.906184] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1309.907149] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.907604] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.432381] env[69430]: INFO networking_nsxv3.common.synchronization [req-30b19b89-12cb-4ad4-a82b-f9054507a421 req-3f8b4d91-6894-4a3f-853b-2b04f84759d2 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Enqueued Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1313.433278] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1313.433278] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.433460] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.433460] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.433639] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.433838] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.433901] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.433946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.434085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.434170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.434286] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.936963] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.937202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.937202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.937394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.937515] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.937728] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.937823] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.937886] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.938057] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.938140] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.938220] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc is going to be updated. [ 1313.967235] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.967342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.967441] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.967631] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.967779] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.976796] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: IN_PROGRESS for 2s [ 1315.987702] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: SUCCESS [ 1315.988020] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc deletion is rescheduled due to dependency. [ 1315.988020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.434054] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1318.434054] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1320.373747] env[69430]: INFO networking_nsxv3.common.synchronization [req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 req-d72e2404-e62b-465a-8630-3e0a709f3322 tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Enqueued Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1320.374121] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1320.375147] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.375147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.375147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.375147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.375147] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.375147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.375147] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.375650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.375650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.375650] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.680474] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.680696] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-168" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.680829] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-168" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.681118] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-168" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.681417] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.681624] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.681717] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.681942] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.682106] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.682320] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1320.682438] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1320.682592] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1320.682784] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1320.682916] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1320.683040] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1320.683179] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1320.704685] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1320.704886] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1320.705027] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1320.705243] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-168" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.705679] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-b4bcca90-b20c-4a05-b86a-fb1bdc1171ec taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.705942] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-b4bcca90-b20c-4a05-b86a-fb1bdc1171ec" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.706139] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-b4bcca90-b20c-4a05-b86a-fb1bdc1171ec" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.706599] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-b4bcca90-b20c-4a05-b86a-fb1bdc1171ec" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.706802] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4bcca90-b20c-4a05-b86a-fb1bdc1171ec',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.877291] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.877592] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.877592] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.877798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.877896] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.878109] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.878209] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.878270] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.878417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.878492] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.878576] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc is going to be updated. [ 1320.907346] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.907564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.907614] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.907831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.907970] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.916549] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: IN_PROGRESS for 2s [ 1321.209449] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.209677] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.209842] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.210111] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.210271] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.210432] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port b4bcca90-b20c-4a05-b86a-fb1bdc1171ec not found, creating... [ 1321.210710] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.210865] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.210973] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.211208] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.211350] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.211655] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.211835] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.211959] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.212209] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.212359] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.212505] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: b4bcca90-b20c-4a05-b86a-fb1bdc1171ec is going to be created. [ 1321.254214] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.254214] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.254214] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.254567] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.254893] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.255226] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-b4bcca90-b20c-4a05-b86a-fb1bdc1171ec" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.945503] env[69430]: INFO networking_nsxv3.common.synchronization [req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 req-66fa5a18-45e5-49b6-8448-c405fff9375e service nova] Enqueued Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_rules [ 1321.945755] env[69430]: INFO networking_nsxv3.common.synchronization [req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 req-66fa5a18-45e5-49b6-8448-c405fff9375e service nova] Enqueued Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1321.945909] env[69430]: INFO networking_nsxv3.common.synchronization [req-d3eff465-e6e3-4a52-b96e-d31e6540b3d0 req-66fa5a18-45e5-49b6-8448-c405fff9375e service nova] Enqueued Resource ID: b4bcca90-b20c-4a05-b86a-fb1bdc1171ec with Priority: HIGHEST for action port [ 1321.946463] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_rules [ 1321.946711] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1321.946923] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bcca90-b20c-4a05-b86a-fb1bdc1171ec with Priority: HIGHEST for action port [ 1321.947368] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.947591] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.947716] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.948032] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.948199] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.949164] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.949321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.950027] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4bcca90-b20c-4a05-b86a-fb1bdc1171ec taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.950027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4bcca90-b20c-4a05-b86a-fb1bdc1171ec" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.950027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4bcca90-b20c-4a05-b86a-fb1bdc1171ec" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.950281] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4bcca90-b20c-4a05-b86a-fb1bdc1171ec" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.950424] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4bcca90-b20c-4a05-b86a-fb1bdc1171ec',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.452639] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.452899] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.453155] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4bcca90-b20c-4a05-b86a-fb1bdc1171ec with status ACTIVE [ 1322.453403] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.453572] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.453658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.453891] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.454016] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.454228] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.454349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.454428] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.454617] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.454706] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.454937] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.455052] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.455459] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.455686] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.455815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.455958] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4bcca90-b20c-4a05-b86a-fb1bdc1171ec is going to be updated. [ 1322.480254] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.480534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.480534] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.480845] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.481078] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.481321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4bcca90-b20c-4a05-b86a-fb1bdc1171ec" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.682398] env[69430]: INFO networking_nsxv3.common.synchronization [req-360408f6-774c-4afe-ba70-beefb9768663 req-569fee9b-de3f-417f-9178-ba7d47b6a837 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Enqueued Resource ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 with Priority: HIGHEST for action security_group_members [ 1322.683083] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 with Priority: HIGHEST for action security_group_members [ 1322.683509] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-148c3c40-486c-4069-a7fe-dcb8404dad23 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.683637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.683703] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.684462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.684462] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.684462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.684462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.684462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.684462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.684766] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('148c3c40-486c-4069-a7fe-dcb8404dad23',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.926209] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: SUCCESS [ 1322.926400] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc deletion is rescheduled due to dependency. [ 1322.926542] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.926634] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.926859] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.927055] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.927176] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.927244] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.927395] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.927477] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.927571] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.187307] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.187764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.187764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.187764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.187889] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.188050] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.188218] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.188218] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.188378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.188458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.188548] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 is going to be updated. [ 1323.216514] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.216740] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.216740] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.216928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.217099] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.226115] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 in Status: IN_PROGRESS for 2s [ 1323.429437] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.613818] env[69430]: INFO networking_nsxv3.common.synchronization [req-e9b57a76-e3fb-45b7-a28f-95666c25a693 req-0bca1744-7488-4bd4-af2b-74d165235b4b tempest-AttachVolumeShelveTestJSON-1073036488 tempest-AttachVolumeShelveTestJSON-1073036488-project-member] Enqueued Resource ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 with Priority: HIGHEST for action security_group_members [ 1323.614540] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 with Priority: HIGHEST for action security_group_members [ 1323.614650] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.614776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.614995] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.615270] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.615418] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.615529] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.615595] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.615749] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.615834] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.615926] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ecb90c-db5f-418d-9b77-9df5b7ac4724',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.932761] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.955497] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.955713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.955713] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.955994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.956176] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.118440] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.118653] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.118725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.118919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.119022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.119229] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.119328] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.119394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.119546] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.119624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.119713] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 is going to be updated. [ 1324.148774] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.149031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.149031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.149202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.149349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.163500] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 in Status: IN_PROGRESS for 2s [ 1324.436011] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.436421] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.436421] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.436701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.436861] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.436911] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc is going to be updated. [ 1324.459043] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.467582] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.467769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.467821] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.468010] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.468158] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.476896] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: IN_PROGRESS for 2s [ 1324.961177] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.246737] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 in Status: SUCCESS [ 1325.247057] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 deletion is rescheduled due to dependency. [ 1325.247251] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.463669] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1325.464087] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1326.192064] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 in Status: SUCCESS [ 1326.192287] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 deletion is rescheduled due to dependency. [ 1326.192287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.287231] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.287466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.287517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.287772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.301662] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1326.302625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.303522] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1326.344860] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.345145] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.345145] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.345352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.359537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.360411] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1326.360553] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1326.360600] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1326.398905] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.399145] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.399145] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.399341] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.400586] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.400762] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1326.478619] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.478940] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.478940] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.479029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.479292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.479568] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1326.494703] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: SUCCESS [ 1326.494957] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.495243] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.495406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.495621] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.495722] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.495760] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.495925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.496019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.496104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.496194] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.559027] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.559027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.559027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.559027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.559027] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.559377] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 1326.559377] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ff85800f-c4ad-44e8-9dfc-f051a65c0097', '679431da-dcb7-461c-9f7d-b4cdf6455370', 'a0b07ea9-a308-4c2b-aecf-e80d56630ce7', 'b2ea9747-6b68-4312-84ce-86402e67fdd1', '737bbdee-ee15-46f0-b2b6-8c6a23de3187', 'e1ada142-bb55-41a3-a96c-ab4666c56b97', '8d03e6e3-0597-4b25-a02a-1eebb65bf8cb', '73e4cce0-59eb-47c4-ad7f-afad70adf5b5', 'a40a9682-f7f9-478e-a3bb-ad3b36014a58', '0a6ce188-4614-46d8-90b4-4f0523e9f805', '959689f4-fd30-4db7-b303-23b66da7cfc8', 'd95e2902-4198-4470-9f62-bf36792c7af8', '212b97e0-d75a-4df1-a09f-e2f755e8c16e', '85279d82-7a9e-417d-b09c-a1c1516507ff', '6de06a52-a3fa-462c-a2b4-658819bc98b7', '124b17a6-ff67-4218-9a8f-a4613e90fcb9', '148c3c40-486c-4069-a7fe-dcb8404dad23', 'fc5dfab9-07f9-4708-acb3-c478bbd2f7a7', '75617d91-7575-4d15-84e9-7bc4013eb4d9', 'f0f9c9b2-f967-49d1-bee4-11309464f111', '450bb55b-9b36-4af9-ab08-f835db1d1fcc', 'dbb8f7d6-7b11-40a9-9253-fba9e117043e', 'd8d5b28e-187b-4cbe-9b54-23ddb23cdacc', '43fc3cb5-77f4-4154-a8d6-7c9f83939e0f', '0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de', 'b5b8fb92-d45b-41b7-8c44-492c2ba27b99', 'e4ecb90c-db5f-418d-9b77-9df5b7ac4724', 'b5a87719-2b16-4581-83c4-cce21a2f513b', 'b81d8eb5-07f8-4b34-81bf-f9cbe81b11de', '7bdcee59-c331-4e11-b235-553058b0634b', 'c7fe8551-99fe-4390-b2a2-23f3b70ec0f7', 'd942ab14-b54e-4c64-8d8a-2c2095c92ab2', 'ed43509a-47ee-4bef-b4d3-ea955f7f7904', 'e7c1a60f-f7ed-4352-8501-8a548f785e7f', 'bb827088-837a-487d-8c13-80f1f167c534', 'e11b9729-bfe2-442f-84d0-45ee8b207bd0', '25e33f35-a1ac-4a20-a2c8-2049d65412bc', '1464368e-3706-4f5e-b5af-7cba9cf706d9', 'cc3e8be5-e19f-416d-942e-62a882de11e3'} {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1326.559377] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1326.578048] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.578212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.578268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.578467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.578554] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.578663] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1326.578736] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1326.578810] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1326.651737] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.651941] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.651941] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.652168] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.654077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.654077] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1326.654077] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1326.654077] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1326.654077] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1326.654077] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 1326.654077] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 with Priority: HIGH for action security_group_rules [ 1326.654077] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGH for action security_group_rules [ 1326.654077] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGH for action security_group_rules [ 1326.654593] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 with Priority: HIGH for action security_group_rules [ 1326.654593] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 with Priority: HIGH for action security_group_rules [ 1326.654593] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGH for action security_group_rules [ 1326.654593] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb with Priority: HIGH for action security_group_rules [ 1326.654593] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 with Priority: HIGH for action security_group_rules [ 1326.654593] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 with Priority: HIGH for action security_group_rules [ 1326.654593] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 with Priority: HIGH for action security_group_rules [ 1326.654593] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGH for action security_group_rules [ 1326.655188] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d95e2902-4198-4470-9f62-bf36792c7af8 with Priority: HIGH for action security_group_rules [ 1326.655188] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e with Priority: HIGH for action security_group_rules [ 1326.655188] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGH for action security_group_rules [ 1326.655188] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 with Priority: HIGH for action security_group_rules [ 1326.655188] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 with Priority: HIGH for action security_group_rules [ 1326.655188] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 with Priority: HIGH for action security_group_rules [ 1326.655188] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGH for action security_group_rules [ 1326.655188] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGH for action security_group_rules [ 1326.655188] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGH for action security_group_rules [ 1326.655188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.998829] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.354509] env[69430]: INFO networking_nsxv3.common.synchronization [None req-d4ec17f2-07dd-4358-b115-82350c604f97 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Enqueued Resource ID: aee1e531-6998-4388-9e9d-29d3dc753294 with Priority: HIGHEST for action security_group_rules [ 1327.354990] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee1e531-6998-4388-9e9d-29d3dc753294 with Priority: HIGHEST for action security_group_rules [ 1327.355154] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 with Priority: HIGH for action security_group_rules [ 1327.355259] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 with Priority: HIGH for action security_group_rules [ 1327.355395] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb with Priority: HIGH for action security_group_rules [ 1327.355489] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 with Priority: HIGH for action security_group_rules [ 1327.355585] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGH for action security_group_rules [ 1327.355674] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 with Priority: HIGH for action security_group_rules [ 1327.355761] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 with Priority: HIGH for action security_group_rules [ 1327.355849] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 with Priority: HIGH for action security_group_rules [ 1327.355936] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85279d82-7a9e-417d-b09c-a1c1516507ff with Priority: HIGH for action security_group_rules [ 1327.356039] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 with Priority: HIGH for action security_group_rules [ 1327.356131] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e with Priority: HIGH for action security_group_rules [ 1327.356219] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d95e2902-4198-4470-9f62-bf36792c7af8 with Priority: HIGH for action security_group_rules [ 1327.356328] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGH for action security_group_rules [ 1327.356469] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 with Priority: HIGH for action security_group_rules [ 1327.356618] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 with Priority: HIGH for action security_group_rules [ 1327.356746] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 with Priority: HIGH for action security_group_rules [ 1327.356840] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 with Priority: HIGH for action security_group_rules [ 1327.356927] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 with Priority: HIGH for action security_group_rules [ 1327.357023] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 with Priority: HIGH for action security_group_rules [ 1327.357121] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 with Priority: HIGH for action security_group_rules [ 1327.357409] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aee1e531-6998-4388-9e9d-29d3dc753294 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.357538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.357603] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.357864] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.357948] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aee1e531-6998-4388-9e9d-29d3dc753294',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.358825] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.358942] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.359024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.359198] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.359269] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff85800f-c4ad-44e8-9dfc-f051a65c0097',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.359993] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.360113] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.360178] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.360332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.360402] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0b07ea9-a308-4c2b-aecf-e80d56630ce7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.361246] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.361356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.361481] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.361569] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.361639] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d03e6e3-0597-4b25-a02a-1eebb65bf8cb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.362325] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6de06a52-a3fa-462c-a2b4-658819bc98b7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.362437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.362486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.362637] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.362706] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6de06a52-a3fa-462c-a2b4-658819bc98b7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.363391] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.363528] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.363605] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.363700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.363772] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.364443] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75617d91-7575-4d15-84e9-7bc4013eb4d9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.364551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.364607] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.364776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.364898] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75617d91-7575-4d15-84e9-7bc4013eb4d9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.365667] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.365771] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.365837] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.365996] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.366083] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc5dfab9-07f9-4708-acb3-c478bbd2f7a7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.366733] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-148c3c40-486c-4069-a7fe-dcb8404dad23 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.366831] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.366949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.367051] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.367120] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('148c3c40-486c-4069-a7fe-dcb8404dad23',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.367763] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85279d82-7a9e-417d-b09c-a1c1516507ff taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.367872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.367935] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.368170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.368241] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85279d82-7a9e-417d-b09c-a1c1516507ff',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.368949] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-124b17a6-ff67-4218-9a8f-a4613e90fcb9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.369108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.369191] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.369326] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.369396] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('124b17a6-ff67-4218-9a8f-a4613e90fcb9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.370088] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-212b97e0-d75a-4df1-a09f-e2f755e8c16e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.370192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.370254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.370360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.370434] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('212b97e0-d75a-4df1-a09f-e2f755e8c16e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.371098] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d95e2902-4198-4470-9f62-bf36792c7af8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.371214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.371278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.371434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.371487] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d95e2902-4198-4470-9f62-bf36792c7af8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.372134] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-959689f4-fd30-4db7-b303-23b66da7cfc8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.372245] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.372304] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.372454] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.372524] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.373329] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a6ce188-4614-46d8-90b4-4f0523e9f805 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.373450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.373450] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.373587] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.373670] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a6ce188-4614-46d8-90b4-4f0523e9f805',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.374318] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a40a9682-f7f9-478e-a3bb-ad3b36014a58 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.374427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.374492] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.374638] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.374711] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a40a9682-f7f9-478e-a3bb-ad3b36014a58',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.375393] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1ada142-bb55-41a3-a96c-ab4666c56b97 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.375503] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.375562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.375708] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.375777] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1ada142-bb55-41a3-a96c-ab4666c56b97',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.378151] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.378266] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.378329] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.378478] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.378543] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73e4cce0-59eb-47c4-ad7f-afad70adf5b5',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.379220] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-737bbdee-ee15-46f0-b2b6-8c6a23de3187 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.379326] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.379389] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.379537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.379606] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('737bbdee-ee15-46f0-b2b6-8c6a23de3187',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.380264] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-679431da-dcb7-461c-9f7d-b4cdf6455370 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.380373] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.380459] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.380585] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.380653] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('679431da-dcb7-461c-9f7d-b4cdf6455370',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.381304] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ea9747-6b68-4312-84ce-86402e67fdd1 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.381422] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.381494] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.381617] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.381679] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ea9747-6b68-4312-84ce-86402e67fdd1',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.403988] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.404235] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.404235] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.404396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.424838] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.424963] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0b07ea9-a308-4c2b-aecf-e80d56630ce7 is going to be deleted. [ 1327.428456] env[69430]: INFO networking_nsxv3.common.synchronization [None req-7e4a4722-5c27-49d3-b575-f72ba3da81a3 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Enqueued Resource ID: aee1e531-6998-4388-9e9d-29d3dc753294 with Priority: HIGHEST for action security_group_rules [ 1327.429088] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee1e531-6998-4388-9e9d-29d3dc753294 with Priority: HIGHEST for action security_group_rules [ 1327.429443] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aee1e531-6998-4388-9e9d-29d3dc753294 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.429549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.497495] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.497920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.497920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.498022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.498143] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.498202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0b07ea9-a308-4c2b-aecf-e80d56630ce7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.500579] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 450bb55b-9b36-4af9-ab08-f835db1d1fcc: rpc.has_security_group_logging(os_id): False [ 1327.524862] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.525174] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.525174] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.525342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.552237] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.552548] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.552673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.552734] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.552941] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.553035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.553131] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc is going to be updated. [ 1327.623866] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.624046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.624101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.624316] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.624482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.649707] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: IN_PROGRESS for 2s [ 1327.890150] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-959689f4-fd30-4db7-b303-23b66da7cfc8 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.890295] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.890389] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.890616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.890781] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.890883] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.890946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.891101] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.891188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.891274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.891365] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.897218] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.897343] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.897402] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.897560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.897715] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.897807] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.897862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.897999] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.898091] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.898176] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.898265] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d03e6e3-0597-4b25-a02a-1eebb65bf8cb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.901918] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.901918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.901918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.901918] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.901918] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.902182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.902182] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.902254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.902291] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.902346] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.902428] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.910156] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.923436] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 959689f4-fd30-4db7-b303-23b66da7cfc8: rpc.has_security_group_logging(os_id): False [ 1327.956655] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.956888] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.956946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.957189] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.958808] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.958908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.962700] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.962842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.964397] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.964397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.967725] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.967725] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.977418] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.977418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.977418] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.977418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.979360] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.979360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.979799] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.979919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.980621] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.980741] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.981479] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.981603] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.982281] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.982746] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.982859] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.983420] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.983816] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.983919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.984598] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.985034] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.985034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.985568] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.986040] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.986130] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1ada142-bb55-41a3-a96c-ab4666c56b97 is going to be deleted. [ 1327.987069] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.987277] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.988681] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.988775] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.989920] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.989920] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.990489] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.990871] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.990985] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.991860] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.992259] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.992343] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.008662] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1328.008977] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.009131] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc5dfab9-07f9-4708-acb3-c478bbd2f7a7 is going to be deleted. [ 1328.010583] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.010583] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.039965] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.040195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.047921] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.048104] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a40a9682-f7f9-478e-a3bb-ad3b36014a58 is going to be deleted. [ 1328.049056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.049319] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.069962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.070195] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff85800f-c4ad-44e8-9dfc-f051a65c0097 is going to be deleted. [ 1328.071207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.071456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.203894] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.204115] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.214168] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.214382] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 124b17a6-ff67-4218-9a8f-a4613e90fcb9 is going to be deleted. [ 1328.215430] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.215658] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.255940] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.256613] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 737bbdee-ee15-46f0-b2b6-8c6a23de3187 is going to be deleted. [ 1328.257274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.257379] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.268713] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.268930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.281660] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.281838] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.295390] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.295548] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 148c3c40-486c-4069-a7fe-dcb8404dad23 is going to be deleted. [ 1328.296556] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.296784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.323676] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.323676] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.346311] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.346988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.347339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.347491] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6de06a52-a3fa-462c-a2b4-658819bc98b7 is going to be deleted. [ 1328.348454] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.348675] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.403789] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.404315] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.404468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.404542] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.404792] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.404910] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.405053] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 is going to be updated. [ 1328.406323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.406560] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.407650] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d03e6e3-0597-4b25-a02a-1eebb65bf8cb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.412501] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.428994] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.429193] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.465642] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.465839] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73e4cce0-59eb-47c4-ad7f-afad70adf5b5 is going to be deleted. [ 1328.466917] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.467180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.491995] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.492225] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.557495] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.557871] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 679431da-dcb7-461c-9f7d-b4cdf6455370 is going to be deleted. [ 1328.558604] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.558832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.606969] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.607271] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.609015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.609152] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ea9747-6b68-4312-84ce-86402e67fdd1 is going to be deleted. [ 1328.610044] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.610267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.637523] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.637786] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.694163] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.694358] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d95e2902-4198-4470-9f62-bf36792c7af8 is going to be deleted. [ 1328.695437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.695681] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.706867] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.707058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.733458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.733649] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75617d91-7575-4d15-84e9-7bc4013eb4d9 is going to be deleted. [ 1328.734580] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.734804] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.734898] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.735013] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aee1e531-6998-4388-9e9d-29d3dc753294 already deleted. [ 1328.735105] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.735331] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.735474] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.736438] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.736616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.736708] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aee1e531-6998-4388-9e9d-29d3dc753294',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.761448] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.761628] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.807021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.807192] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85279d82-7a9e-417d-b09c-a1c1516507ff is going to be deleted. [ 1328.808225] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.808460] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.867468] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.867468] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.873559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.873692] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 212b97e0-d75a-4df1-a09f-e2f755e8c16e is going to be deleted. [ 1328.874697] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.875028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.875116] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.875265] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1ada142-bb55-41a3-a96c-ab4666c56b97" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.875522] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.875709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.875790] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.875938] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc5dfab9-07f9-4708-acb3-c478bbd2f7a7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.876562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.876733] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.876820] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.876942] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff85800f-c4ad-44e8-9dfc-f051a65c0097" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.877094] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.877245] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.877323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.877439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a40a9682-f7f9-478e-a3bb-ad3b36014a58" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.877569] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.877716] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.877791] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.877892] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-124b17a6-ff67-4218-9a8f-a4613e90fcb9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.878049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.879151] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.879151] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.879151] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-737bbdee-ee15-46f0-b2b6-8c6a23de3187" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.879151] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.879151] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.893015] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.893160] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.910670] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb: rpc.has_security_group_logging(os_id): False [ 1328.914470] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0f9c9b2-f967-49d1-bee4-11309464f111: rpc.has_security_group_logging(os_id): False [ 1328.955411] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.955541] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a6ce188-4614-46d8-90b4-4f0523e9f805 is going to be deleted. [ 1328.956615] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.956842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.957108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.957585] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-148c3c40-486c-4069-a7fe-dcb8404dad23" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.957585] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.957792] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.957886] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.958016] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6de06a52-a3fa-462c-a2b4-658819bc98b7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.959347] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.959479] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.959553] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.959724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.964272] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.964402] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.011593] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.011796] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.016126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.016611] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.016776] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.016888] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.017225] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.017384] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.017554] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb is going to be updated. [ 1329.019627] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.019939] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.020109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.020314] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73e4cce0-59eb-47c4-ad7f-afad70adf5b5" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.020531] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.020788] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.020919] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.021129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-679431da-dcb7-461c-9f7d-b4cdf6455370" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.021397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.021636] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.021773] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.021968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ea9747-6b68-4312-84ce-86402e67fdd1" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.022186] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.022416] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.022558] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.022765] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d95e2902-4198-4470-9f62-bf36792c7af8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.023622] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.023862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.024014] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.024220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75617d91-7575-4d15-84e9-7bc4013eb4d9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.024418] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.024662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.024893] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.026528] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.026785] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.062812] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.063026] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.083050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.083393] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.083501] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.083565] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.083772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.083855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.083949] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 is going to be updated. [ 1329.085018] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.085192] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.085279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.085476] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85279d82-7a9e-417d-b09c-a1c1516507ff" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.085610] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.085762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.085840] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.085949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-212b97e0-d75a-4df1-a09f-e2f755e8c16e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.101306] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 in Status: IN_PROGRESS for 2s [ 1329.102209] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.102381] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.102475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.102718] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.102815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.102981] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a6ce188-4614-46d8-90b4-4f0523e9f805" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.146014] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.146252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.146252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.146475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.146619] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.192643] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb in Status: IN_PROGRESS for 2s [ 1329.207233] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1329.207853] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.207993] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.208071] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.208292] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.208443] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.254034] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: IN_PROGRESS for 2s [ 1329.258132] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.258355] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.258445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.258676] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.258784] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.258882] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aee1e531-6998-4388-9e9d-29d3dc753294 already deleted. [ 1329.258982] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.664980] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: SUCCESS [ 1329.664980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.117683] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 in Status: SUCCESS [ 1331.118103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.204760] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb in Status: SUCCESS [ 1331.204968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.267747] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: SUCCESS [ 1331.268123] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.430619] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.430619] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.822358] env[69430]: INFO networking_nsxv3.common.synchronization [req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 req-75c9de01-f454-4e35-a6c6-baef87f2f1c6 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Enqueued Resource ID: aee1e531-6998-4388-9e9d-29d3dc753294 with Priority: HIGHEST for action security_group_members [ 1332.822507] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee1e531-6998-4388-9e9d-29d3dc753294 with Priority: HIGHEST for action security_group_members [ 1332.822894] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-aee1e531-6998-4388-9e9d-29d3dc753294 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.823133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.823240] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.823538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.823705] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.823801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.823900] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.824087] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.824184] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.824269] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aee1e531-6998-4388-9e9d-29d3dc753294',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.063801] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.063997] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-869" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.064142] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-869" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.064410] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-869" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.065023] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.065288] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.065422] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.065648] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.065799] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.066014] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1333.066147] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1333.066266] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1333.066389] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1333.066502] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1333.066613] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1333.066750] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1333.088256] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1333.088510] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1333.088655] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1333.088838] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-869" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.089182] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-951802fc-05a3-43e4-8be0-b895bf2427f0 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.089372] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-951802fc-05a3-43e4-8be0-b895bf2427f0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.089500] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-951802fc-05a3-43e4-8be0-b895bf2427f0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.089819] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-951802fc-05a3-43e4-8be0-b895bf2427f0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.089971] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('951802fc-05a3-43e4-8be0-b895bf2427f0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.326957] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.327168] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.327218] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.327434] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.327528] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.327725] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.327824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.327884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.328043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.328118] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.328206] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aee1e531-6998-4388-9e9d-29d3dc753294 already deleted. [ 1333.328286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.592429] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.592843] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.593017] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.593336] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.593536] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.593707] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 951802fc-05a3-43e4-8be0-b895bf2427f0 not found, creating... [ 1333.594074] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.594249] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.594374] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.594602] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.594751] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.595143] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.595372] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.595518] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.595744] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.595921] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.596093] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 951802fc-05a3-43e4-8be0-b895bf2427f0 is going to be created. [ 1333.621414] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.621672] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.621743] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.621988] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.622379] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.622699] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-951802fc-05a3-43e4-8be0-b895bf2427f0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.288665] env[69430]: INFO networking_nsxv3.common.synchronization [req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 req-d7d2e0bb-561a-4da0-97f0-a3c8954a535e service nova] Enqueued Resource ID: aee1e531-6998-4388-9e9d-29d3dc753294 with Priority: HIGHEST for action security_group_rules [ 1334.288841] env[69430]: INFO networking_nsxv3.common.synchronization [req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 req-d7d2e0bb-561a-4da0-97f0-a3c8954a535e service nova] Enqueued Resource ID: aee1e531-6998-4388-9e9d-29d3dc753294 with Priority: HIGHEST for action security_group_members [ 1334.288992] env[69430]: INFO networking_nsxv3.common.synchronization [req-d3040002-8f5c-4a80-a6b0-f40296e2dc11 req-d7d2e0bb-561a-4da0-97f0-a3c8954a535e service nova] Enqueued Resource ID: 951802fc-05a3-43e4-8be0-b895bf2427f0 with Priority: HIGHEST for action port [ 1334.289514] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee1e531-6998-4388-9e9d-29d3dc753294 with Priority: HIGHEST for action security_group_rules [ 1334.289659] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee1e531-6998-4388-9e9d-29d3dc753294 with Priority: HIGHEST for action security_group_members [ 1334.289758] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 951802fc-05a3-43e4-8be0-b895bf2427f0 with Priority: HIGHEST for action port [ 1334.290023] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aee1e531-6998-4388-9e9d-29d3dc753294 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.290144] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.290207] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.290407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.290484] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aee1e531-6998-4388-9e9d-29d3dc753294',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.291302] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-aee1e531-6998-4388-9e9d-29d3dc753294 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.291447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.291514] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.291701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.291890] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.292729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.292729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.292729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.292729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.292729] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aee1e531-6998-4388-9e9d-29d3dc753294',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.293495] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-951802fc-05a3-43e4-8be0-b895bf2427f0 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.293495] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-951802fc-05a3-43e4-8be0-b895bf2427f0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.293495] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-951802fc-05a3-43e4-8be0-b895bf2427f0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.293880] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-951802fc-05a3-43e4-8be0-b895bf2427f0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.293880] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('951802fc-05a3-43e4-8be0-b895bf2427f0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.796754] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-aee1e531-6998-4388-9e9d-29d3dc753294 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.796754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.796754] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aee1e531-6998-4388-9e9d-29d3dc753294',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.798870] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 951802fc-05a3-43e4-8be0-b895bf2427f0 with status ACTIVE [ 1334.798870] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.798870] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.801872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.801872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.801872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.801872] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.801872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.801872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.801872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.801872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.801872] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.801872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.801872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.801872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.801872] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.801872] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 951802fc-05a3-43e4-8be0-b895bf2427f0 is going to be updated. [ 1334.822769] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.822769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.822769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.822769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.822769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.822769] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-951802fc-05a3-43e4-8be0-b895bf2427f0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.298772] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aee1e531-6998-4388-9e9d-29d3dc753294',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.803142] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.803474] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.803474] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.804022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.804022] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.804022] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aee1e531-6998-4388-9e9d-29d3dc753294 is going to be created. [ 1335.830020] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.830020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.830020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.830020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.830020] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.839159] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aee1e531-6998-4388-9e9d-29d3dc753294 in Status: UNINITIALIZED for 2s [ 1337.849599] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aee1e531-6998-4388-9e9d-29d3dc753294 in Status: SUCCESS [ 1337.849976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.849976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.850218] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.850435] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.850541] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.850585] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.850729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.850808] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.850896] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.850999] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aee1e531-6998-4388-9e9d-29d3dc753294',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.353802] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aee1e531-6998-4388-9e9d-29d3dc753294',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.855169] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aee1e531-6998-4388-9e9d-29d3dc753294: rpc.has_security_group_logging(os_id): False [ 1338.872656] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.872866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.872866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.873025] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.873126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.873462] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.873666] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.873745] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.873922] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.874015] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.874118] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aee1e531-6998-4388-9e9d-29d3dc753294 is going to be created. [ 1338.931604] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.931811] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.931862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.932056] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.932243] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.942097] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aee1e531-6998-4388-9e9d-29d3dc753294 in Status: IN_PROGRESS for 2s [ 1339.291410] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.291410] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1340.957216] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aee1e531-6998-4388-9e9d-29d3dc753294 in Status: SUCCESS [ 1340.957603] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.293039] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.293540] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.294406] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.294750] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.295384] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.295748] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.296415] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.296805] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.298074] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.298074] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.299448] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.299820] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.825254] env[69430]: INFO networking_nsxv3.common.synchronization [req-9595b4a1-ffa4-455f-bc0d-31018e36bb9f req-61131e23-f33a-4a9a-92d7-1b9fd1f0bae6 tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Enqueued Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_members [ 1370.825811] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_members [ 1370.826133] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.826258] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.826332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.826586] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.826716] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.826862] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.826944] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.827420] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.827420] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.827576] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.329918] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.330203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.330203] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.330375] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.330521] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.330731] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.330822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.330886] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.331049] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.331128] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.331215] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 is going to be updated. [ 1371.365543] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.365810] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.365866] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.366220] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.366440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.377448] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: IN_PROGRESS for 2s [ 1373.387921] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: SUCCESS [ 1373.388333] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 deletion is rescheduled due to dependency. [ 1373.388333] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.827459] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.827459] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.786372] env[69430]: INFO networking_nsxv3.common.synchronization [req-8c2689fb-712f-411b-be26-b1c64b0e2355 req-460e85e4-1b1e-4e82-a5bb-6804786ebcba tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Enqueued Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_members [ 1377.787324] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_members [ 1377.787635] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.787786] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.787838] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.788030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.788216] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.788356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.788460] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.788579] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.788663] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.788752] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.081095] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.081357] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-244" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.081444] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-244" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.081711] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-244" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.081977] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.082167] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.082293] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.082635] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.082635] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.082858] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1378.082980] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1378.083229] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1378.083360] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1378.083484] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1378.083597] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1378.083736] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1378.104754] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1378.104934] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1378.105098] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1378.105283] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-244" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.105598] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-cac00fa2-5dcf-4574-9abd-cfd430ec7047 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.105933] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-cac00fa2-5dcf-4574-9abd-cfd430ec7047" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.105933] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-cac00fa2-5dcf-4574-9abd-cfd430ec7047" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.106264] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-cac00fa2-5dcf-4574-9abd-cfd430ec7047" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.106414] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac00fa2-5dcf-4574-9abd-cfd430ec7047',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.291074] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.291279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.291279] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.291487] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.291581] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.291781] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.291881] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.291947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.292116] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.292198] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.292286] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 is going to be updated. [ 1378.318833] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.319107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.319107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.319268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.319413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.328392] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: IN_PROGRESS for 2s [ 1378.609058] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.609058] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.609058] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.609404] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.609465] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.609628] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port cac00fa2-5dcf-4574-9abd-cfd430ec7047 not found, creating... [ 1378.609901] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.610081] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.610209] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.610433] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.610573] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.610865] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.611051] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.611192] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.611407] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.611551] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.611692] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: cac00fa2-5dcf-4574-9abd-cfd430ec7047 is going to be created. [ 1378.631194] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.631417] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.631528] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.631803] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.632044] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.632282] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-cac00fa2-5dcf-4574-9abd-cfd430ec7047" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.329686] env[69430]: INFO networking_nsxv3.common.synchronization [req-8c2689fb-712f-411b-be26-b1c64b0e2355 req-c3b0c718-c5d3-43ec-9267-9acbe5148de4 service nova] Enqueued Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_rules [ 1379.329930] env[69430]: INFO networking_nsxv3.common.synchronization [req-8c2689fb-712f-411b-be26-b1c64b0e2355 req-c3b0c718-c5d3-43ec-9267-9acbe5148de4 service nova] Enqueued Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_members [ 1379.330031] env[69430]: INFO networking_nsxv3.common.synchronization [req-8c2689fb-712f-411b-be26-b1c64b0e2355 req-c3b0c718-c5d3-43ec-9267-9acbe5148de4 service nova] Enqueued Resource ID: cac00fa2-5dcf-4574-9abd-cfd430ec7047 with Priority: HIGHEST for action port [ 1379.330262] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_rules [ 1379.330389] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_members [ 1379.330487] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac00fa2-5dcf-4574-9abd-cfd430ec7047 with Priority: HIGHEST for action port [ 1379.331248] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.331383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.331464] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.331752] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.331862] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.332857] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.332947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.333180] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-cac00fa2-5dcf-4574-9abd-cfd430ec7047 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.333319] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cac00fa2-5dcf-4574-9abd-cfd430ec7047" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.333369] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cac00fa2-5dcf-4574-9abd-cfd430ec7047" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.334037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cac00fa2-5dcf-4574-9abd-cfd430ec7047" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.334037] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac00fa2-5dcf-4574-9abd-cfd430ec7047',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.835581] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.835822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.837067] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cac00fa2-5dcf-4574-9abd-cfd430ec7047 with status ACTIVE [ 1379.837260] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.837379] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.837447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.837669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.837804] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.837945] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.838034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.838121] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.838344] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.838344] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.838503] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.838596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.838655] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.838796] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.838870] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.838957] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cac00fa2-5dcf-4574-9abd-cfd430ec7047 is going to be updated. [ 1379.861467] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.861687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.861687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.861863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.861997] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.862170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cac00fa2-5dcf-4574-9abd-cfd430ec7047" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.338579] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: SUCCESS [ 1380.338984] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 deletion is rescheduled due to dependency. [ 1380.338984] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.339094] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.339354] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.339573] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.339743] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.339832] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.340034] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.340127] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.340247] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.844642] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.347046] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.849562] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.849724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.849814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.850038] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.850133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.850232] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 is going to be updated. [ 1381.877880] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.878037] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.878107] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.878336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.878484] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.886928] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: IN_PROGRESS for 2s [ 1383.899567] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: SUCCESS [ 1383.899567] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.899567] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.900206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.900206] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.900206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.900206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.900206] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.901353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.901353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.901353] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.331490] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.331683] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1384.403221] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.905466] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0f9c9b2-f967-49d1-bee4-11309464f111: rpc.has_security_group_logging(os_id): False [ 1384.929808] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.930102] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.930159] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.930458] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.930603] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.930895] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.930996] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.931080] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.931245] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.931336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.931427] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 is going to be updated. [ 1384.998531] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.998759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.998759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.998898] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.999054] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.012899] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: IN_PROGRESS for 2s [ 1387.028667] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: SUCCESS [ 1387.028667] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.332993] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.333298] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.334080] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.334510] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.193246] env[69430]: INFO networking_nsxv3.common.synchronization [req-c47f0f24-104e-4f3a-b871-c1429b52f327 req-b1c0fca0-7a09-4941-bb23-457d5a6e3948 tempest-AttachVolumeNegativeTest-1898655502 tempest-AttachVolumeNegativeTest-1898655502-project-member] Enqueued Resource ID: aee1e531-6998-4388-9e9d-29d3dc753294 with Priority: HIGHEST for action security_group_members [ 1396.193882] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee1e531-6998-4388-9e9d-29d3dc753294 with Priority: HIGHEST for action security_group_members [ 1396.194297] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-aee1e531-6998-4388-9e9d-29d3dc753294 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.194851] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.194945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.195257] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.195462] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.195597] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.195674] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.195838] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.195930] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.196063] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aee1e531-6998-4388-9e9d-29d3dc753294',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.698966] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.698966] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.699359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.699359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.699359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.700066] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.700066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.700066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.700066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.700066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.700066] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aee1e531-6998-4388-9e9d-29d3dc753294 is going to be updated. [ 1396.730928] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.731116] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.731187] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.731340] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.731485] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.741233] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aee1e531-6998-4388-9e9d-29d3dc753294 in Status: IN_PROGRESS for 2s [ 1397.365889] env[69430]: INFO networking_nsxv3.common.synchronization [req-aeb6a0e9-d6d5-4e43-9093-bd39052f5388 req-a7fdcb18-b035-460b-8b7a-6843ce72ff8b tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Enqueued Resource ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb with Priority: HIGHEST for action security_group_members [ 1397.366343] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb with Priority: HIGHEST for action security_group_members [ 1397.366651] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.366817] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.366889] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.367129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.368379] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.368561] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.368687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.368885] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.369013] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.369122] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d03e6e3-0597-4b25-a02a-1eebb65bf8cb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.872141] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.872276] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.872429] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.872551] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.872651] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.872845] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.872946] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.873019] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.873163] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.873240] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.873326] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb is going to be updated. [ 1397.904650] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.904894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.905096] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.905364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.905519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.914175] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb in Status: IN_PROGRESS for 2s [ 1398.751167] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aee1e531-6998-4388-9e9d-29d3dc753294 in Status: SUCCESS [ 1398.751651] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aee1e531-6998-4388-9e9d-29d3dc753294 deletion is rescheduled due to dependency. [ 1398.751651] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.925496] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb in Status: SUCCESS [ 1399.925496] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d03e6e3-0597-4b25-a02a-1eebb65bf8cb deletion is rescheduled due to dependency. [ 1399.925496] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d03e6e3-0597-4b25-a02a-1eebb65bf8cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.367555] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.367555] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.368478] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.368872] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.063334] env[69430]: INFO networking_nsxv3.common.synchronization [req-1aef9e94-79ff-4784-b753-15e62bbc4655 req-6d6d0b94-441a-4379-87b2-1132894678d6 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Enqueued Resource ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 with Priority: HIGHEST for action security_group_members [ 1409.063850] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 with Priority: HIGHEST for action security_group_members [ 1409.064181] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11b9729-bfe2-442f-84d0-45ee8b207bd0 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.064330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.064371] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.064561] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.064707] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.064803] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.064864] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.065118] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.065118] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.065192] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11b9729-bfe2-442f-84d0-45ee8b207bd0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.342277] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.342482] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.342614] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.342888] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.343162] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.343324] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.343450] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.343668] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.343822] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.344056] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1409.344181] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1409.344363] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1409.344423] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1409.344525] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1409.344638] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1409.344775] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1409.364803] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1409.365048] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1409.365191] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1409.365383] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.365736] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-68fed250-edd6-4c7c-ad5d-f7981c905942 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.365923] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-68fed250-edd6-4c7c-ad5d-f7981c905942" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.366070] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-68fed250-edd6-4c7c-ad5d-f7981c905942" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.366476] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-68fed250-edd6-4c7c-ad5d-f7981c905942" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.366620] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68fed250-edd6-4c7c-ad5d-f7981c905942',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.566997] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.567189] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.567352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.567530] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.586462] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.586717] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.586827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.586899] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.587113] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.587214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.587315] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 is going to be updated. [ 1409.610509] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.610704] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.610763] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.610928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.611076] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.619819] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 in Status: IN_PROGRESS for 2s [ 1409.868670] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.868921] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.869071] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.869381] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.869540] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.869704] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 68fed250-edd6-4c7c-ad5d-f7981c905942 not found, creating... [ 1409.869972] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.870156] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.870283] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.870509] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.870653] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.870944] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.871122] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.871248] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.871465] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.871607] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.871752] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 68fed250-edd6-4c7c-ad5d-f7981c905942 is going to be created. [ 1409.891413] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.891708] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.891796] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.892093] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.892327] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.892556] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-68fed250-edd6-4c7c-ad5d-f7981c905942" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.587522] env[69430]: INFO networking_nsxv3.common.synchronization [req-1aef9e94-79ff-4784-b753-15e62bbc4655 req-6d426d4b-3773-44ce-b68c-a767ad15e381 service nova] Enqueued Resource ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 with Priority: HIGHEST for action security_group_rules [ 1410.587882] env[69430]: INFO networking_nsxv3.common.synchronization [req-1aef9e94-79ff-4784-b753-15e62bbc4655 req-6d426d4b-3773-44ce-b68c-a767ad15e381 service nova] Enqueued Resource ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 with Priority: HIGHEST for action security_group_members [ 1410.587882] env[69430]: INFO networking_nsxv3.common.synchronization [req-1aef9e94-79ff-4784-b753-15e62bbc4655 req-6d426d4b-3773-44ce-b68c-a767ad15e381 service nova] Enqueued Resource ID: 68fed250-edd6-4c7c-ad5d-f7981c905942 with Priority: HIGHEST for action port [ 1410.588439] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 with Priority: HIGHEST for action security_group_rules [ 1410.588583] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 with Priority: HIGHEST for action security_group_members [ 1410.588685] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fed250-edd6-4c7c-ad5d-f7981c905942 with Priority: HIGHEST for action port [ 1410.588955] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e11b9729-bfe2-442f-84d0-45ee8b207bd0 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.589093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.589295] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.589365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.589441] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e11b9729-bfe2-442f-84d0-45ee8b207bd0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.590394] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11b9729-bfe2-442f-84d0-45ee8b207bd0 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.590394] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.590887] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-68fed250-edd6-4c7c-ad5d-f7981c905942 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.590974] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68fed250-edd6-4c7c-ad5d-f7981c905942" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.591036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68fed250-edd6-4c7c-ad5d-f7981c905942" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.591212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68fed250-edd6-4c7c-ad5d-f7981c905942" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.591318] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68fed250-edd6-4c7c-ad5d-f7981c905942',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.092882] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11b9729-bfe2-442f-84d0-45ee8b207bd0 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.093062] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.093187] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68fed250-edd6-4c7c-ad5d-f7981c905942 with status ACTIVE [ 1411.093355] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.093466] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.093531] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.093744] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.093837] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.094012] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.094114] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.094180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.094325] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.094404] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.094599] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.094750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.094750] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.094892] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.094965] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.095063] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68fed250-edd6-4c7c-ad5d-f7981c905942 is going to be updated. [ 1411.116828] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.117042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.117042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.117268] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.117438] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.117612] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68fed250-edd6-4c7c-ad5d-f7981c905942" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.631039] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 in Status: SUCCESS [ 1411.631480] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 deletion is rescheduled due to dependency. [ 1411.631480] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.631643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.631802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.632018] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.632171] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.632171] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.632325] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.632401] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.632477] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11b9729-bfe2-442f-84d0-45ee8b207bd0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.135454] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e11b9729-bfe2-442f-84d0-45ee8b207bd0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.637846] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e11b9729-bfe2-442f-84d0-45ee8b207bd0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.140815] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.140815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.140815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.141093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.141093] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.141265] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 is going to be updated. [ 1413.170073] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.170315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.170315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.170579] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.170759] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.181414] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 in Status: IN_PROGRESS for 2s [ 1415.194763] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 in Status: SUCCESS [ 1415.195170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.195170] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.195406] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.195604] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.195726] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.195795] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.195987] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.196125] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.196226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.196359] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e11b9729-bfe2-442f-84d0-45ee8b207bd0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.589781] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.589910] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1415.699202] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11b9729-bfe2-442f-84d0-45ee8b207bd0 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.699433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.699433] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.699630] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.699769] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.699885] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.699958] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.700097] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.700185] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.700274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.700436] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11b9729-bfe2-442f-84d0-45ee8b207bd0 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.700542] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.700633] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.700768] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.700964] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.701085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.701148] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.701278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.701347] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.701427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.701515] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e11b9729-bfe2-442f-84d0-45ee8b207bd0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.203730] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e11b9729-bfe2-442f-84d0-45ee8b207bd0: rpc.has_security_group_logging(os_id): False [ 1416.223322] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.223561] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.223561] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.223764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.223858] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.224068] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.224193] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.224460] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.224737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.224840] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.225055] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.225154] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.225219] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.225367] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.225445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.225632] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.225726] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.225796] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.225978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.226085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.226176] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 is going to be updated. [ 1416.298981] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.299225] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.299225] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.299520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.299602] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.315258] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 in Status: IN_PROGRESS for 2s [ 1417.892705] env[69430]: INFO networking_nsxv3.common.synchronization [req-8955964f-96d1-4537-a1f4-7c2605d9a3aa req-15a315f3-780e-4b90-b696-d4ae2d537124 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Enqueued Resource ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 with Priority: HIGHEST for action security_group_members [ 1417.893339] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 with Priority: HIGHEST for action security_group_members [ 1417.894029] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11b9729-bfe2-442f-84d0-45ee8b207bd0 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.894215] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.894374] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.894736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.894915] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.895145] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.895187] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.895413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.895537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.895685] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11b9729-bfe2-442f-84d0-45ee8b207bd0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.942468] env[69430]: INFO networking_nsxv3.common.synchronization [req-8955964f-96d1-4537-a1f4-7c2605d9a3aa req-15a315f3-780e-4b90-b696-d4ae2d537124 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Enqueued Resource ID: 68fed250-edd6-4c7c-ad5d-f7981c905942 with Priority: HIGHEST for action port [ 1417.942950] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fed250-edd6-4c7c-ad5d-f7981c905942 with Priority: HIGHEST for action port [ 1417.943269] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-68fed250-edd6-4c7c-ad5d-f7981c905942 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.943399] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68fed250-edd6-4c7c-ad5d-f7981c905942" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.943482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68fed250-edd6-4c7c-ad5d-f7981c905942" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.943667] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68fed250-edd6-4c7c-ad5d-f7981c905942" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.943748] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68fed250-edd6-4c7c-ad5d-f7981c905942',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.330856] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 in Status: SUCCESS [ 1418.331133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.399583] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.399795] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.399795] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.400011] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.400116] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.400360] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.400527] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.400527] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.400670] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.400758] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.400839] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 is going to be updated. [ 1418.434716] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.434934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.435039] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.435337] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.435544] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.444616] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 in Status: IN_PROGRESS for 2s [ 1418.445985] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68fed250-edd6-4c7c-ad5d-f7981c905942 with status ACTIVE [ 1418.446338] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.446338] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.446487] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.446650] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.446854] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.446984] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.447105] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.447180] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.447420] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.447510] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.447736] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.447836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.447901] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.448097] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.448175] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.448277] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68fed250-edd6-4c7c-ad5d-f7981c905942 is going to be updated. [ 1418.469159] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.469312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.469385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.469598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.469807] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.469974] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68fed250-edd6-4c7c-ad5d-f7981c905942" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.804261] env[69430]: INFO networking_nsxv3.common.synchronization [req-5aef1bd5-e7ec-42dd-9218-17e33ca1b6e6 req-4e6187ef-4a9d-48f6-bccc-5d080576fa3d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Enqueued Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1419.804802] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1419.805678] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.805678] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.805678] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.805678] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.805678] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.806085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.806085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.806426] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.806542] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.806681] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.309266] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.309467] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.309570] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.309913] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.310084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.310329] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.310469] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.310548] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.310701] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.310780] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.310870] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc is going to be updated. [ 1420.344562] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.344778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.344778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.344979] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.345176] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.352937] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: IN_PROGRESS for 2s [ 1420.457212] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 in Status: SUCCESS [ 1420.457324] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 deletion is rescheduled due to dependency. [ 1420.457437] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.361924] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: SUCCESS [ 1422.362456] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc deletion is rescheduled due to dependency. [ 1422.362456] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.806230] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.806649] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.967798] env[69430]: INFO networking_nsxv3.common.synchronization [req-26136656-75bc-4db2-aaad-9f6c37d909a4 req-ab3d45bb-b70e-467c-b80e-db42877e333d tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Enqueued Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1427.968409] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1427.971066] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.971066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.971066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.971066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.971066] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.971066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.971066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.971066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.971066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.971066] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.230792] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.231034] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-168" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.231174] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-168" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.231513] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-168" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.232176] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.232400] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.232717] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.232796] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.233699] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.233699] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1428.233699] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1428.233699] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1428.233699] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1428.234022] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1428.234022] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1428.234105] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1428.257583] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1428.257807] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1428.257947] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1428.258185] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-168" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.258551] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.258810] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.258954] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.259328] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.259517] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76c5e5e5-19ca-484b-9bf1-3dae3c17f633',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.483626] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.483626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.483626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.483626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.483626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.483626] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.483626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.483626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.483626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.483626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.483626] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc is going to be updated. [ 1428.510352] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.510720] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.510720] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.510881] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.511110] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.522111] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: IN_PROGRESS for 2s [ 1428.762299] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.762395] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.762517] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.762863] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.763032] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.763195] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 76c5e5e5-19ca-484b-9bf1-3dae3c17f633 not found, creating... [ 1428.763463] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.763696] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.763751] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.763979] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.764142] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.764477] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.764628] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.764775] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.764991] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.765147] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.765290] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 76c5e5e5-19ca-484b-9bf1-3dae3c17f633 is going to be created. [ 1428.787947] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.788132] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.788256] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.788524] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.788781] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.789026] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.445900] env[69430]: INFO networking_nsxv3.common.synchronization [req-26136656-75bc-4db2-aaad-9f6c37d909a4 req-d3951255-71c3-41cc-bcc1-11c1de912d3d service nova] Enqueued Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_rules [ 1429.446138] env[69430]: INFO networking_nsxv3.common.synchronization [req-26136656-75bc-4db2-aaad-9f6c37d909a4 req-d3951255-71c3-41cc-bcc1-11c1de912d3d service nova] Enqueued Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1429.446250] env[69430]: INFO networking_nsxv3.common.synchronization [req-26136656-75bc-4db2-aaad-9f6c37d909a4 req-d3951255-71c3-41cc-bcc1-11c1de912d3d service nova] Enqueued Resource ID: 76c5e5e5-19ca-484b-9bf1-3dae3c17f633 with Priority: HIGHEST for action port [ 1429.446813] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_rules [ 1429.446982] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1429.448816] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c5e5e5-19ca-484b-9bf1-3dae3c17f633 with Priority: HIGHEST for action port [ 1429.452439] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.452439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.452439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.452439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.452439] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.452439] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.452439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.452439] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.452439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.452439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.452439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.452439] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76c5e5e5-19ca-484b-9bf1-3dae3c17f633',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.954058] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.954214] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.955615] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76c5e5e5-19ca-484b-9bf1-3dae3c17f633 with status ACTIVE [ 1429.955811] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.955961] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.956016] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.956237] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.956332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.956580] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.956699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.956735] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.956899] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.956978] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.957182] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.957278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.957341] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.957499] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.957562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.957646] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76c5e5e5-19ca-484b-9bf1-3dae3c17f633 is going to be updated. [ 1429.979812] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.979985] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.980050] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.980263] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.980425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.980604] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.532013] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: SUCCESS [ 1430.532335] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc deletion is rescheduled due to dependency. [ 1430.532335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.532476] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.532689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.532875] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.532993] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.533073] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.533230] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.533312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.533391] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.035458] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.537894] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.041768] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.041917] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.041965] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.042239] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.042343] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.042485] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc is going to be updated. [ 1432.072625] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.072793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.072914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.073082] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.073229] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.082605] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: IN_PROGRESS for 2s [ 1434.093443] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: SUCCESS [ 1434.093698] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.093915] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.094161] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.094396] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.094537] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.094607] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.094772] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.094890] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.094994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.095100] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.450119] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.450270] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1434.597988] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.100251] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 450bb55b-9b36-4af9-ab08-f835db1d1fcc: rpc.has_security_group_logging(os_id): False [ 1435.129653] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.129827] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.129924] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.130211] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.130342] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.130636] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.130766] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.130849] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.131065] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.131156] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.131250] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc is going to be updated. [ 1435.208423] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.208624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.208660] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.208868] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.209045] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.230771] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: IN_PROGRESS for 2s [ 1437.248130] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: SUCCESS [ 1437.248439] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.451137] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.451510] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.496782] env[69430]: INFO networking_nsxv3.common.synchronization [req-d5721d4c-a9c3-4624-92e8-c7888a51188e req-367d604f-2252-4be1-9125-ec955375762a tempest-ServerActionsTestJSON-1301624154 tempest-ServerActionsTestJSON-1301624154-project-member] Enqueued Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_members [ 1440.497353] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGHEST for action security_group_members [ 1440.497686] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.497802] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.497842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.498033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.498189] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.498288] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.498352] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.498538] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.498633] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.498731] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.001424] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.001639] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.001639] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.001828] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.001932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.002183] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.002330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.002330] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.002473] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.002562] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.002635] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 is going to be updated. [ 1441.032509] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.032722] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.032722] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.032911] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.033068] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.040915] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: IN_PROGRESS for 2s [ 1442.441434] env[69430]: INFO networking_nsxv3.common.synchronization [req-e1186158-c9b4-4520-8a41-2a8f79ec98ab req-1075d3a2-e11c-4705-b9f0-3a4b3d0918b1 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Enqueued Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_members [ 1442.441963] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_members [ 1442.445939] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-959689f4-fd30-4db7-b303-23b66da7cfc8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.446103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.446177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.446400] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.446611] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.446729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.446796] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.446960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.447064] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.447159] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.717796] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.717961] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.718033] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.718322] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.719129] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.719129] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.719129] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.719129] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.719340] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.719484] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1442.719630] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1442.719752] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1442.719867] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1442.719985] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1442.720111] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1442.720246] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1442.739032] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1442.739142] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1442.739333] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1442.739584] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-767" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.739973] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-2d8e3308-7172-40e2-a3ff-ce380e4a5353 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.740233] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-2d8e3308-7172-40e2-a3ff-ce380e4a5353" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.740382] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-2d8e3308-7172-40e2-a3ff-ce380e4a5353" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.740722] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-2d8e3308-7172-40e2-a3ff-ce380e4a5353" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.740873] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d8e3308-7172-40e2-a3ff-ce380e4a5353',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.949319] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.050728] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f9c9b2-f967-49d1-bee4-11309464f111 in Status: SUCCESS [ 1443.050946] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 deletion is rescheduled due to dependency. [ 1443.051077] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.246889] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.247078] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.247208] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.247501] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.247679] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.247857] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 2d8e3308-7172-40e2-a3ff-ce380e4a5353 not found, creating... [ 1443.248151] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.248320] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.248444] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.248680] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.248825] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.249135] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.249299] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.249422] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.249638] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.249780] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.249930] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 2d8e3308-7172-40e2-a3ff-ce380e4a5353 is going to be created. [ 1443.269555] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.269797] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.269871] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.270169] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.270408] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.270640] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-2d8e3308-7172-40e2-a3ff-ce380e4a5353" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.451559] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.953874] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.953874] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.953968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.954189] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.954287] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.954410] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 is going to be updated. [ 1443.958934] env[69430]: INFO networking_nsxv3.common.synchronization [req-e1186158-c9b4-4520-8a41-2a8f79ec98ab req-a61bf024-3989-456a-9983-8bf5689f1acd service nova] Enqueued Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_rules [ 1443.959506] env[69430]: INFO networking_nsxv3.common.synchronization [req-e1186158-c9b4-4520-8a41-2a8f79ec98ab req-a61bf024-3989-456a-9983-8bf5689f1acd service nova] Enqueued Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_members [ 1443.959506] env[69430]: INFO networking_nsxv3.common.synchronization [req-e1186158-c9b4-4520-8a41-2a8f79ec98ab req-a61bf024-3989-456a-9983-8bf5689f1acd service nova] Enqueued Resource ID: 2d8e3308-7172-40e2-a3ff-ce380e4a5353 with Priority: HIGHEST for action port [ 1443.959658] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_rules [ 1443.959658] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_members [ 1443.959762] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d8e3308-7172-40e2-a3ff-ce380e4a5353 with Priority: HIGHEST for action port [ 1443.960444] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-959689f4-fd30-4db7-b303-23b66da7cfc8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.960444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.960564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.960699] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.960782] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.961968] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-959689f4-fd30-4db7-b303-23b66da7cfc8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.962126] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.962277] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d8e3308-7172-40e2-a3ff-ce380e4a5353 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.962379] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d8e3308-7172-40e2-a3ff-ce380e4a5353" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.962446] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d8e3308-7172-40e2-a3ff-ce380e4a5353" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.962611] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d8e3308-7172-40e2-a3ff-ce380e4a5353" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.962683] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d8e3308-7172-40e2-a3ff-ce380e4a5353',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.984874] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.985057] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.985158] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.985293] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.985440] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.993951] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 in Status: IN_PROGRESS for 2s [ 1444.464564] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-959689f4-fd30-4db7-b303-23b66da7cfc8 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.464966] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.464966] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d8e3308-7172-40e2-a3ff-ce380e4a5353 with status ACTIVE [ 1444.465212] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.465212] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.465356] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.465512] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.465694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.465860] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.465985] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.466061] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.466266] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.466361] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.466591] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.466691] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.466773] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.467396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.467396] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.467396] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d8e3308-7172-40e2-a3ff-ce380e4a5353 is going to be updated. [ 1444.489061] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.489228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.489364] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.489472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.489677] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.489799] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d8e3308-7172-40e2-a3ff-ce380e4a5353" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.003545] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 in Status: SUCCESS [ 1446.003833] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.004194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.004410] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.004618] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.004737] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.004804] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.004959] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.005058] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.005154] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.509780] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.010658] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.513554] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.513766] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.513766] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.513955] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.514066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.514175] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 is going to be updated. [ 1447.542674] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.542867] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.542867] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.543068] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.543226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.552583] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 in Status: IN_PROGRESS for 2s [ 1448.961365] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.961839] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1449.563935] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 in Status: SUCCESS [ 1449.564183] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.564349] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.564585] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.564800] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.564921] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.565011] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.565188] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.565269] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.565360] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.565449] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.068544] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.571078] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 959689f4-fd30-4db7-b303-23b66da7cfc8: rpc.has_security_group_logging(os_id): False [ 1450.590829] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.591061] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.591061] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.591276] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.591370] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.591620] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.591723] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.591790] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.591939] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.592031] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.592119] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 is going to be updated. [ 1450.669538] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.669748] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.669748] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.669916] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.670090] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.687581] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 in Status: IN_PROGRESS for 2s [ 1452.702780] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 in Status: SUCCESS [ 1452.703075] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.962896] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.963315] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.964105] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.964105] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.965372] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.965372] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.967828] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.968205] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.968374] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.968683] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.969945] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.970432] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.970993] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.971405] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.972456] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.972829] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.973402] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.973800] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.974391] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.974808] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.583807] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.584016] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-168" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.584153] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-168" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.584481] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-168" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.584766] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.584936] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.585078] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.585354] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.585516] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.585744] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1499.585864] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1499.585978] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1499.586103] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1499.586222] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1499.586339] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1499.586476] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1499.607517] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1499.607651] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1499.607800] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1499.607983] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-168" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.608311] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.608611] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.608611] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.608912] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.609136] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76c5e5e5-19ca-484b-9bf1-3dae3c17f633',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.111839] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.112411] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.112411] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.112545] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.112733] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.113046] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.113217] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.113345] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.113580] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.113728] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.114108] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.114289] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.114416] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.114635] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.114777] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.114926] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 76c5e5e5-19ca-484b-9bf1-3dae3c17f633 is going to be updated. [ 1500.142309] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.142629] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.142629] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.142913] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.143131] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.143395] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.814252] env[69430]: INFO networking_nsxv3.common.synchronization [req-a381f148-4494-497b-881b-f02c7ca94541 req-489aedf1-aaaa-4650-a0d3-da3ad4bd509b service nova] Enqueued Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_rules [ 1500.814252] env[69430]: INFO networking_nsxv3.common.synchronization [req-a381f148-4494-497b-881b-f02c7ca94541 req-489aedf1-aaaa-4650-a0d3-da3ad4bd509b service nova] Enqueued Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1500.814252] env[69430]: INFO networking_nsxv3.common.synchronization [req-a381f148-4494-497b-881b-f02c7ca94541 req-489aedf1-aaaa-4650-a0d3-da3ad4bd509b service nova] Enqueued Resource ID: 76c5e5e5-19ca-484b-9bf1-3dae3c17f633 with Priority: HIGHEST for action port [ 1500.814252] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_rules [ 1500.814252] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1500.814252] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c5e5e5-19ca-484b-9bf1-3dae3c17f633 with Priority: HIGHEST for action port [ 1500.814252] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.814252] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.814687] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.815134] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.815342] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.816968] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.816968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.816968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.816968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.817409] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.817640] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.817841] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.818738] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.818738] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.818738] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.819457] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.819692] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.819860] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.820120] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.820767] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76c5e5e5-19ca-484b-9bf1-3dae3c17f633',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.322830] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.323289] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.323413] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.323634] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76c5e5e5-19ca-484b-9bf1-3dae3c17f633 with status ACTIVE [ 1501.323817] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.323964] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.324073] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.324318] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.324447] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.324678] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.324815] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.324905] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.325210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.325210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.325445] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.325576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.325664] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.325841] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.325949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.326073] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76c5e5e5-19ca-484b-9bf1-3dae3c17f633 is going to be updated. [ 1501.346074] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.346276] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.346385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.346622] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.346793] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.346977] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76c5e5e5-19ca-484b-9bf1-3dae3c17f633" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.828336] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.330432] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.330891] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.330891] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.330891] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.331086] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.331086] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc is going to be updated. [ 1502.366208] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.366419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.366419] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.366595] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.366729] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.377296] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: IN_PROGRESS for 2s [ 1504.390213] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: SUCCESS [ 1504.390680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.390680] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.390828] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.391032] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.391151] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.391216] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.391432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.391564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.391661] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.391755] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.894040] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.397015] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 450bb55b-9b36-4af9-ab08-f835db1d1fcc: rpc.has_security_group_logging(os_id): False [ 1505.415491] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.415696] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.415696] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.415923] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.416074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.416305] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.416407] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.416470] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.416631] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.416704] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.416795] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc is going to be updated. [ 1505.479749] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.480139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.480139] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.480221] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.480525] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.493781] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: IN_PROGRESS for 2s [ 1505.814750] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.814980] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1507.509675] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: SUCCESS [ 1507.510151] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.191510] env[69430]: INFO networking_nsxv3.common.synchronization [req-36bfdedb-aa81-4969-98c6-52473ed20a7f req-9db5d3f8-7712-4f89-86ad-7173387bab80 tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Enqueued Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_members [ 1510.192157] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_members [ 1510.193055] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-959689f4-fd30-4db7-b303-23b66da7cfc8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.193055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.193244] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.193340] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.193519] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.193625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.193683] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.193870] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.193949] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.194061] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.697103] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.199940] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.702393] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.702662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.702803] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.703121] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.703254] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.703362] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 is going to be updated. [ 1511.732379] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.732624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.732624] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.732787] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.732932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.741145] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 in Status: IN_PROGRESS for 2s [ 1513.755398] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 in Status: SUCCESS [ 1513.755836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.002384] env[69430]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1514.002592] env[69430]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d9e3a345-bc91-42d6-a1bf-f477bcbfb631 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1515.193658] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.193658] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.899780] env[69430]: INFO networking_nsxv3.common.synchronization [req-41d31825-f311-4cb9-bcdd-dfd59974eccb req-d330a80e-8d0d-43cf-a032-dbebd6d0dfbe tempest-ServerActionsTestOtherB-1406744688 tempest-ServerActionsTestOtherB-1406744688-project-member] Enqueued Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1516.900341] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGHEST for action security_group_members [ 1516.900659] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.900947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.900947] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.901084] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.901242] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.901365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.901400] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.901569] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.901721] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.901783] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.403770] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.404023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.404023] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.404221] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.404315] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.404526] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.404632] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.404685] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.404828] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.404905] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.404992] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc is going to be updated. [ 1517.434705] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.434864] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.434939] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.435196] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.435378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.445232] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: IN_PROGRESS for 2s [ 1519.455212] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc in Status: SUCCESS [ 1519.455550] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc deletion is rescheduled due to dependency. [ 1519.455550] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.901193] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.901519] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.375030] env[69430]: INFO networking_nsxv3.common.synchronization [req-a07a705b-10a5-48d2-94ff-0836e064b8de req-23fd73b0-987b-435e-bf4b-045a8594249c tempest-ServerActionsTestOtherA-2139259265 tempest-ServerActionsTestOtherA-2139259265-project-member] Enqueued Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_members [ 1524.375030] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGHEST for action security_group_members [ 1524.375030] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-959689f4-fd30-4db7-b303-23b66da7cfc8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.375030] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.375912] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.378103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.378103] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.378103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.378103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.378103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.378103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.378103] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.880074] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.880074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.880074] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.880274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.880341] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.880544] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.880673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.880716] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.880859] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.880936] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.881051] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 is going to be updated. [ 1524.910645] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.910764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.910850] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.911145] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.911296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.920742] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 in Status: IN_PROGRESS for 2s [ 1526.931311] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 in Status: SUCCESS [ 1526.931708] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 deletion is rescheduled due to dependency. [ 1526.931708] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.375099] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.375503] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.633152] env[69430]: INFO networking_nsxv3.common.synchronization [None req-7f54e802-f4a9-4f40-a698-1567fc5da3ba None None] Enqueued Resource ID: 6d665113-ba06-4346-9818-c98552ac257a with Priority: HIGHEST for action port [ 1532.633443] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d665113-ba06-4346-9818-c98552ac257a with Priority: HIGHEST for action port [ 1532.634040] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d665113-ba06-4346-9818-c98552ac257a taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.634175] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d665113-ba06-4346-9818-c98552ac257a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.634257] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d665113-ba06-4346-9818-c98552ac257a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.634559] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d665113-ba06-4346-9818-c98552ac257a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.634645] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d665113-ba06-4346-9818-c98552ac257a',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.137049] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d665113-ba06-4346-9818-c98552ac257a [ 1533.137399] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.138041] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.138133] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.138339] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.138431] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.138537] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d665113-ba06-4346-9818-c98552ac257a already deleted. [ 1533.138619] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d665113-ba06-4346-9818-c98552ac257a" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.510486] env[69430]: INFO networking_nsxv3.common.synchronization [None req-74d1d9ad-2276-47b3-a536-128106980a79 None None] Enqueued Resource ID: f5f2f36a-f782-42d4-aaf6-c4f21a3065cb with Priority: HIGHEST for action port [ 1534.511089] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5f2f36a-f782-42d4-aaf6-c4f21a3065cb with Priority: HIGHEST for action port [ 1534.511452] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5f2f36a-f782-42d4-aaf6-c4f21a3065cb taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.511596] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5f2f36a-f782-42d4-aaf6-c4f21a3065cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.511689] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5f2f36a-f782-42d4-aaf6-c4f21a3065cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.511994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5f2f36a-f782-42d4-aaf6-c4f21a3065cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.512105] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5f2f36a-f782-42d4-aaf6-c4f21a3065cb',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.014873] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5f2f36a-f782-42d4-aaf6-c4f21a3065cb [ 1535.015158] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.015295] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.015366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.015621] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.015727] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.015831] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5f2f36a-f782-42d4-aaf6-c4f21a3065cb already deleted. [ 1535.015913] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5f2f36a-f782-42d4-aaf6-c4f21a3065cb" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.557267] env[69430]: INFO networking_nsxv3.common.synchronization [req-f119e5dd-e639-47d0-896d-4ddec8552e9e req-44166465-2162-4cd3-96f2-0336e1d88321 tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Enqueued Resource ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 with Priority: HIGHEST for action security_group_members [ 1538.560053] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 with Priority: HIGHEST for action security_group_members [ 1538.560053] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.560053] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.560053] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.560053] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.560296] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.560296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.560296] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.560473] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.560509] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.560606] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab8c3fe8-c0fe-4d55-9b96-4130648557e9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.864216] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.864480] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "network-241" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.864648] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "network-241" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.865056] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "network-241" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.865346] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.865554] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.865810] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.866095] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.866515] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.866553] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1538.866701] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] NeedRegenerationException {{(pid=69430) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1538.866825] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] no value, waiting for create lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1538.866965] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] value creation lock acquired {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1538.867113] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] No value present for key: 'zone-id' {{(pid=69430) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1538.867261] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Calling creation function for not-yet-present value {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1538.867426] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1538.887971] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1538.888150] env[69430]: DEBUG dogpile.cache.region [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69430) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1538.888295] env[69430]: DEBUG dogpile.lock [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Released creation lock {{(pid=69430) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1538.888484] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "network-241" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.888843] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock port-2ceaa892-8506-4562-880a-2c0ab4168240 taken with stack trace [, , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.889034] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "port-2ceaa892-8506-4562-880a-2c0ab4168240" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.889165] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "port-2ceaa892-8506-4562-880a-2c0ab4168240" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.889495] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "port-2ceaa892-8506-4562-880a-2c0ab4168240" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.889639] env[69430]: DEBUG networking_nsxv3.api.rpc [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ceaa892-8506-4562-880a-2c0ab4168240',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.063223] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.063425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.063425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.063626] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.063714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.063929] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.064046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.064104] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.064257] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.064332] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.064755] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 already deleted. [ 1539.064914] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.392218] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.392432] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.392504] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.392825] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.392998] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.393217] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Segment Port 2ceaa892-8506-4562-880a-2c0ab4168240 not found, creating... [ 1539.393500] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.393672] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.393802] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.394059] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.394214] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.394510] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.394675] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.394803] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.395040] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.395191] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.395339] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Resource: SegmentPort with ID: 2ceaa892-8506-4562-880a-2c0ab4168240 is going to be created. [ 1539.414824] env[69430]: DEBUG networking_nsxv3.common.locking [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.415080] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.415283] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.415617] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.415884] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.416141] env[69430]: DEBUG oslo_concurrency.lockutils [None req-e5655ab0-399b-4c52-b5e2-6079128e3a1a None None] Releasing lock "port-2ceaa892-8506-4562-880a-2c0ab4168240" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.099954] env[69430]: INFO networking_nsxv3.common.synchronization [req-f119e5dd-e639-47d0-896d-4ddec8552e9e req-b6287d9d-75fb-4bbd-b2cc-9770897d274c service nova] Enqueued Resource ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 with Priority: HIGHEST for action security_group_rules [ 1540.100218] env[69430]: INFO networking_nsxv3.common.synchronization [req-f119e5dd-e639-47d0-896d-4ddec8552e9e req-b6287d9d-75fb-4bbd-b2cc-9770897d274c service nova] Enqueued Resource ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 with Priority: HIGHEST for action security_group_members [ 1540.100350] env[69430]: INFO networking_nsxv3.common.synchronization [req-f119e5dd-e639-47d0-896d-4ddec8552e9e req-b6287d9d-75fb-4bbd-b2cc-9770897d274c service nova] Enqueued Resource ID: 2ceaa892-8506-4562-880a-2c0ab4168240 with Priority: HIGHEST for action port [ 1540.100527] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 with Priority: HIGHEST for action security_group_rules [ 1540.100655] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 with Priority: HIGHEST for action security_group_members [ 1540.100784] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ceaa892-8506-4562-880a-2c0ab4168240 with Priority: HIGHEST for action port [ 1540.102202] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab8c3fe8-c0fe-4d55-9b96-4130648557e9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.102351] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.102423] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.102693] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.102777] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab8c3fe8-c0fe-4d55-9b96-4130648557e9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.106988] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.106988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.106988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.106988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.106988] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.106988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.106988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.106988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.106988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.106988] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab8c3fe8-c0fe-4d55-9b96-4130648557e9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.106988] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ceaa892-8506-4562-880a-2c0ab4168240 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.106988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ceaa892-8506-4562-880a-2c0ab4168240" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.106988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ceaa892-8506-4562-880a-2c0ab4168240" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.106988] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ceaa892-8506-4562-880a-2c0ab4168240" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.106988] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ceaa892-8506-4562-880a-2c0ab4168240',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.609070] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.609258] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.609408] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab8c3fe8-c0fe-4d55-9b96-4130648557e9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.610679] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ceaa892-8506-4562-880a-2c0ab4168240 with status ACTIVE [ 1540.611945] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.611945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.611945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.611945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.611945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.611945] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.611945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.611945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.611945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.611945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.612317] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.612317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.612317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.612317] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.612421] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.612578] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ceaa892-8506-4562-880a-2c0ab4168240 is going to be updated. [ 1540.633710] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.633977] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.633977] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.634134] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.634236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.634391] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ceaa892-8506-4562-880a-2c0ab4168240" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.114409] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab8c3fe8-c0fe-4d55-9b96-4130648557e9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.617581] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.617824] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.617867] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.618236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.618365] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.618497] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 is going to be created. [ 1541.641579] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.641714] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.641798] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.641992] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.642173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.650926] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 in Status: UNINITIALIZED for 2s [ 1543.665501] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 in Status: SUCCESS [ 1543.665878] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.665991] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.666311] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.666519] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.666636] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.666712] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.666884] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.666967] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.667070] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.667162] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab8c3fe8-c0fe-4d55-9b96-4130648557e9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.169573] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.169752] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.169842] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.170103] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.170293] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.170399] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.170463] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.170620] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.170709] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.170822] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.170970] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9 taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.171080] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.171151] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.171370] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.171572] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.171679] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.171747] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.171898] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.171976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.172072] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.172163] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab8c3fe8-c0fe-4d55-9b96-4130648557e9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.674571] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab8c3fe8-c0fe-4d55-9b96-4130648557e9: rpc.has_security_group_logging(os_id): False [ 1544.691809] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.692024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.692069] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.692286] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.692378] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.692604] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.692708] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.692775] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.692934] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.693033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.693261] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.693377] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.693444] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.693598] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.693677] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.693863] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.693960] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.694035] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.694183] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.694261] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.694350] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 is going to be created. [ 1544.748779] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.749042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.749042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.749211] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.749399] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.761773] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 in Status: IN_PROGRESS for 2s [ 1545.101872] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.102078] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1546.774292] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 in Status: SUCCESS [ 1546.774657] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.103331] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.103728] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.921298] env[69430]: INFO networking_nsxv3.common.synchronization [req-60649ed4-b5d4-47e6-8c1f-92eea727aefe req-bf153fde-06f4-440b-b2ae-ee3a7a938487 tempest-ServerMetadataTestJSON-480034977 tempest-ServerMetadataTestJSON-480034977-project-member] Enqueued Resource ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 with Priority: HIGHEST for action security_group_members [ 1550.921822] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 with Priority: HIGHEST for action security_group_members [ 1550.922210] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.922276] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.922307] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.923665] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.923665] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.923665] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.923665] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.923665] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.923665] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.923665] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab8c3fe8-c0fe-4d55-9b96-4130648557e9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.425743] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.426181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.426181] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.426322] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.426417] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.426628] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.426733] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.426797] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.426951] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.427043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.427134] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 is going to be updated. [ 1551.456669] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.456910] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.456910] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.457085] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.457228] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.465799] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 in Status: IN_PROGRESS for 2s [ 1553.478073] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 in Status: SUCCESS [ 1553.478073] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 deletion is rescheduled due to dependency. [ 1553.478073] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.923305] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.923305] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.924265] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.924613] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1563.956456] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.956851] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.956851] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.956851] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.956955] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.459901] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.963961] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.465860] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1565.466090] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1565.925058] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.925225] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1566.199933] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.200348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.200348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.200348] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.213076] env[69430]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1566.213909] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.214702] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1566.253741] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.253973] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.253973] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.254184] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.268867] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.269757] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1566.269842] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1566.269938] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1566.301282] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.301472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.301519] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.301708] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.302446] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.302611] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1566.372125] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.372336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.372336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.372557] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.372879] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.373193] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1566.439308] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.439517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.439517] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.439724] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.440036] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.440321] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:24. [ 1566.440410] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'959689f4-fd30-4db7-b303-23b66da7cfc8', 'f0f9c9b2-f967-49d1-bee4-11309464f111', '450bb55b-9b36-4af9-ab08-f835db1d1fcc', 'dbb8f7d6-7b11-40a9-9253-fba9e117043e', 'd8d5b28e-187b-4cbe-9b54-23ddb23cdacc', '43fc3cb5-77f4-4154-a8d6-7c9f83939e0f', 'aee1e531-6998-4388-9e9d-29d3dc753294', '0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de', 'b5b8fb92-d45b-41b7-8c44-492c2ba27b99', 'e4ecb90c-db5f-418d-9b77-9df5b7ac4724', 'b5a87719-2b16-4581-83c4-cce21a2f513b', 'b81d8eb5-07f8-4b34-81bf-f9cbe81b11de', '7bdcee59-c331-4e11-b235-553058b0634b', 'c7fe8551-99fe-4390-b2a2-23f3b70ec0f7', 'd942ab14-b54e-4c64-8d8a-2c2095c92ab2', 'ed43509a-47ee-4bef-b4d3-ea955f7f7904', 'e7c1a60f-f7ed-4352-8501-8a548f785e7f', 'bb827088-837a-487d-8c13-80f1f167c534', 'e11b9729-bfe2-442f-84d0-45ee8b207bd0', 'ab8c3fe8-c0fe-4d55-9b96-4130648557e9', '25e33f35-a1ac-4a20-a2c8-2049d65412bc', '8d03e6e3-0597-4b25-a02a-1eebb65bf8cb', '1464368e-3706-4f5e-b5af-7cba9cf706d9', 'cc3e8be5-e19f-416d-942e-62a882de11e3'} {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1566.440484] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1566.462555] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.462762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.462762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.462908] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.462996] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.463127] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1566.463199] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1566.463271] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1566.535478] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.535720] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.535720] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.535925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.537066] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.537342] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1566.537442] env[69430]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69430) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1566.537521] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1566.537589] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1566.537668] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/24 resources of Type:Security Group Rules [ 1566.537741] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGH for action security_group_rules [ 1566.537821] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGH for action security_group_rules [ 1566.537916] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGH for action security_group_rules [ 1566.537984] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e with Priority: HIGH for action security_group_rules [ 1566.538063] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc with Priority: HIGH for action security_group_rules [ 1566.538128] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f with Priority: HIGH for action security_group_rules [ 1566.538190] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aee1e531-6998-4388-9e9d-29d3dc753294 with Priority: HIGH for action security_group_rules [ 1566.538251] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de with Priority: HIGH for action security_group_rules [ 1566.538311] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 with Priority: HIGH for action security_group_rules [ 1566.538372] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 with Priority: HIGH for action security_group_rules [ 1566.538433] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5a87719-2b16-4581-83c4-cce21a2f513b with Priority: HIGH for action security_group_rules [ 1566.538492] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de with Priority: HIGH for action security_group_rules [ 1566.538553] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGH for action security_group_rules [ 1566.538613] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 with Priority: HIGH for action security_group_rules [ 1566.538673] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 with Priority: HIGH for action security_group_rules [ 1566.538733] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 with Priority: HIGH for action security_group_rules [ 1566.538794] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f with Priority: HIGH for action security_group_rules [ 1566.538856] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb827088-837a-487d-8c13-80f1f167c534 with Priority: HIGH for action security_group_rules [ 1566.538940] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 with Priority: HIGH for action security_group_rules [ 1566.539014] env[69430]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 with Priority: HIGH for action security_group_rules [ 1566.539111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.926434] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.926850] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1570.926850] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 with Priority: HIGH for action security_group_rules [ 1570.926850] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc with Priority: HIGH for action security_group_rules [ 1570.927076] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee1e531-6998-4388-9e9d-29d3dc753294 with Priority: HIGH for action security_group_rules [ 1570.927141] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 with Priority: HIGH for action security_group_rules [ 1570.927292] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 with Priority: HIGH for action security_group_rules [ 1570.927416] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 with Priority: HIGH for action security_group_rules [ 1570.927547] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb827088-837a-487d-8c13-80f1f167c534 with Priority: HIGH for action security_group_rules [ 1570.927675] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f with Priority: HIGH for action security_group_rules [ 1570.927817] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 with Priority: HIGH for action security_group_rules [ 1570.927996] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 with Priority: HIGH for action security_group_rules [ 1570.928132] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdcee59-c331-4e11-b235-553058b0634b with Priority: HIGH for action security_group_rules [ 1570.928260] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de with Priority: HIGH for action security_group_rules [ 1570.928390] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a87719-2b16-4581-83c4-cce21a2f513b with Priority: HIGH for action security_group_rules [ 1570.928516] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 with Priority: HIGH for action security_group_rules [ 1570.928650] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 with Priority: HIGH for action security_group_rules [ 1570.928787] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f with Priority: HIGH for action security_group_rules [ 1570.928974] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de with Priority: HIGH for action security_group_rules [ 1570.929057] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc with Priority: HIGH for action security_group_rules [ 1570.929155] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f9c9b2-f967-49d1-bee4-11309464f111 with Priority: HIGH for action security_group_rules [ 1570.929301] env[69430]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e with Priority: HIGH for action security_group_rules [ 1570.929709] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-959689f4-fd30-4db7-b303-23b66da7cfc8 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.929891] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.929994] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.930277] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.930370] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('959689f4-fd30-4db7-b303-23b66da7cfc8',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.931679] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.931679] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.931812] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.932024] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.932147] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('450bb55b-9b36-4af9-ab08-f835db1d1fcc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.933375] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aee1e531-6998-4388-9e9d-29d3dc753294 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.933520] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.933836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.933836] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.933900] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aee1e531-6998-4388-9e9d-29d3dc753294',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.935055] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.935055] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.935198] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.935571] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.935571] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d942ab14-b54e-4c64-8d8a-2c2095c92ab2',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.936394] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab8c3fe8-c0fe-4d55-9b96-4130648557e9 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.936567] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.936688] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.936928] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.937075] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab8c3fe8-c0fe-4d55-9b96-4130648557e9',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.938052] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e11b9729-bfe2-442f-84d0-45ee8b207bd0 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.938267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.938318] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.938527] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.938636] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e11b9729-bfe2-442f-84d0-45ee8b207bd0',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.939634] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb827088-837a-487d-8c13-80f1f167c534 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.939792] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.939865] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.940071] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.940185] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb827088-837a-487d-8c13-80f1f167c534',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.940998] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7c1a60f-f7ed-4352-8501-8a548f785e7f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.941327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.941327] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.941449] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.941569] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7c1a60f-f7ed-4352-8501-8a548f785e7f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.942495] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.942603] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.942664] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.942932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.943043] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7fe8551-99fe-4390-b2a2-23f3b70ec0f7',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.945029] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed43509a-47ee-4bef-b4d3-ea955f7f7904 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.945029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.945029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.945029] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.945029] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed43509a-47ee-4bef-b4d3-ea955f7f7904',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.946105] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bdcee59-c331-4e11-b235-553058b0634b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.946278] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.946385] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.946694] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.946728] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bdcee59-c331-4e11-b235-553058b0634b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.947710] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.947996] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.947996] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.948240] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.948365] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b81d8eb5-07f8-4b34-81bf-f9cbe81b11de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.949310] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5a87719-2b16-4581-83c4-cce21a2f513b taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.949485] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.949600] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.949854] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.949963] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5a87719-2b16-4581-83c4-cce21a2f513b',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.951053] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.951226] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.951341] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.951571] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.951692] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ecb90c-db5f-418d-9b77-9df5b7ac4724',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.952612] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b8fb92-d45b-41b7-8c44-492c2ba27b99 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.952781] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.952887] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.953112] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.953211] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b8fb92-d45b-41b7-8c44-492c2ba27b99',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.954142] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.954289] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.954405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.954629] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.954735] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43fc3cb5-77f4-4154-a8d6-7c9f83939e0f',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.955686] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.955852] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.955968] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.956202] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.956430] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.957373] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.957552] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.957673] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.957909] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.958055] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8d5b28e-187b-4cbe-9b54-23ddb23cdacc',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.958959] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f9c9b2-f967-49d1-bee4-11309464f111 taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.959137] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.959236] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.959470] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.959601] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f9c9b2-f967-49d1-bee4-11309464f111',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.960631] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e taken with stack trace [, , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.960806] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.960932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.961176] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.961291] env[69430]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb8f7d6-7b11-40a9-9253-fba9e117043e',) {} {{(pid=69430) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1571.008883] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.009132] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.009183] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.009386] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.028853] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.029050] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb8f7d6-7b11-40a9-9253-fba9e117043e is going to be deleted. [ 1571.080990] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.081256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.081256] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.081436] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.081526] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.081645] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb8f7d6-7b11-40a9-9253-fba9e117043e" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.525419] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.525622] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.525622] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.527173] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.627284] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.627476] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.628391] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.628484] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.631583] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.631697] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.632465] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.632555] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.633278] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.633373] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.634080] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.634177] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.634935] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.635043] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.635761] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.635863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.636567] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.636662] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.637380] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.637482] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.638208] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1571.638633] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.638747] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.639381] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1571.639768] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.639859] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.640464] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1571.640864] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.640981] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed43509a-47ee-4bef-b4d3-ea955f7f7904 is going to be deleted. [ 1571.642424] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.642524] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.642576] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.642781] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.644284] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.644369] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.644968] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1571.645352] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.645445] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.646017] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1571.646430] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.646522] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.647102] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1571.647644] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.647644] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.648762] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1571.649199] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.649288] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.664765] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1571.665336] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.665433] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5a87719-2b16-4581-83c4-cce21a2f513b is going to be deleted. [ 1571.666260] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.666504] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.688312] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.688473] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f9c9b2-f967-49d1-bee4-11309464f111 is going to be deleted. [ 1571.689424] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.689640] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.705712] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.705933] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.708166] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.708286] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab8c3fe8-c0fe-4d55-9b96-4130648557e9 is going to be deleted. [ 1571.709183] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.709400] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.721195] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.721361] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.725819] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.725959] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de is going to be deleted. [ 1571.726813] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.727042] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.743910] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.744090] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.745425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.745542] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7fe8551-99fe-4390-b2a2-23f3b70ec0f7 is going to be deleted. [ 1571.746455] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.746668] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.762403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.762562] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bdcee59-c331-4e11-b235-553058b0634b is going to be deleted. [ 1571.763403] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.763616] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.775794] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.775945] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.806735] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.806932] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.807890] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.808075] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 959689f4-fd30-4db7-b303-23b66da7cfc8 is going to be deleted. [ 1571.809016] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.809243] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.827265] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.827407] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8d5b28e-187b-4cbe-9b54-23ddb23cdacc is going to be deleted. [ 1571.828320] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.828547] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.829891] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.830014] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.904160] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.904376] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.909366] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.909485] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d942ab14-b54e-4c64-8d8a-2c2095c92ab2 is going to be deleted. [ 1571.910472] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.910690] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.918470] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.918657] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.001631] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.002033] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.006712] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.006862] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7c1a60f-f7ed-4352-8501-8a548f785e7f is going to be deleted. [ 1572.008134] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.008359] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.090564] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.090745] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aee1e531-6998-4388-9e9d-29d3dc753294 is going to be deleted. [ 1572.091659] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.091885] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.129228] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.129431] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.131976] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.132119] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e11b9729-bfe2-442f-84d0-45ee8b207bd0 is going to be deleted. [ 1572.133046] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.133266] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.169613] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.169776] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 450bb55b-9b36-4af9-ab08-f835db1d1fcc is going to be deleted. [ 1572.170801] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.171243] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.199445] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.199682] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.209224] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.209416] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ecb90c-db5f-418d-9b77-9df5b7ac4724 is going to be deleted. [ 1572.210397] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.210630] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.212744] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.212848] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.218896] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.219106] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.266194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.266365] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b8fb92-d45b-41b7-8c44-492c2ba27b99 is going to be deleted. [ 1572.267303] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.267533] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.288985] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.289204] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43fc3cb5-77f4-4154-a8d6-7c9f83939e0f is going to be deleted. [ 1572.290129] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.290357] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.371963] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.372195] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.376370] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.376503] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b81d8eb5-07f8-4b34-81bf-f9cbe81b11de is going to be deleted. [ 1572.377425] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.377643] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.383256] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.383427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.401237] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.401402] env[69430]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb827088-837a-487d-8c13-80f1f167c534 is going to be deleted. [ 1572.402321] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.402549] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.402641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.402762] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed43509a-47ee-4bef-b4d3-ea955f7f7904" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.403550] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.403659] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.403730] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.403894] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.403975] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.404109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ecb90c-db5f-418d-9b77-9df5b7ac4724" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.404238] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.404383] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.404460] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.404574] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5a87719-2b16-4581-83c4-cce21a2f513b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.405088] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.405251] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.405335] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.405454] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f9c9b2-f967-49d1-bee4-11309464f111" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.405589] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.405736] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.405814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.405962] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab8c3fe8-c0fe-4d55-9b96-4130648557e9" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.406098] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.406246] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.406323] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.406432] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bd3ee4e-4fdd-4b4e-97e7-be6159fd86de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.406565] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.406708] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.406783] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.406896] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7fe8551-99fe-4390-b2a2-23f3b70ec0f7" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.407014] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.407166] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.407242] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.407358] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bdcee59-c331-4e11-b235-553058b0634b" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.407486] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.407625] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.407700] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.407814] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-959689f4-fd30-4db7-b303-23b66da7cfc8" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.407925] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.408111] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.408190] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.408291] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8d5b28e-187b-4cbe-9b54-23ddb23cdacc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.408428] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.408569] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.408641] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.408752] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d942ab14-b54e-4c64-8d8a-2c2095c92ab2" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.408863] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.409064] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.409163] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.409274] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7c1a60f-f7ed-4352-8501-8a548f785e7f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.409427] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.409575] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.409651] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.409764] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aee1e531-6998-4388-9e9d-29d3dc753294" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.409879] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.410028] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.410108] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.410217] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e11b9729-bfe2-442f-84d0-45ee8b207bd0" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.410353] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.410493] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.410569] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.410669] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-450bb55b-9b36-4af9-ab08-f835db1d1fcc" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.410778] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.410913] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.410987] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.411109] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b8fb92-d45b-41b7-8c44-492c2ba27b99" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.420060] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.420194] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.420267] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.420457] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.420542] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.420656] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43fc3cb5-77f4-4154-a8d6-7c9f83939e0f" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.456202] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.456405] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.456475] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.456731] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.456855] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.457021] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b81d8eb5-07f8-4b34-81bf-f9cbe81b11de" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.471936] env[69430]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1572.472572] env[69430]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69430) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.472754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.472754] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.472980] env[69430]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.473086] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.473210] env[69430]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb827088-837a-487d-8c13-80f1f167c534" {{(pid=69430) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.930237] env[69430]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.930613] env[69430]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0